diff --git "a/wandb/run-20220129_131141-h6nhqm30/logs/debug-internal.log" "b/wandb/run-20220129_131141-h6nhqm30/logs/debug-internal.log" --- "a/wandb/run-20220129_131141-h6nhqm30/logs/debug-internal.log" +++ "b/wandb/run-20220129_131141-h6nhqm30/logs/debug-internal.log" @@ -6773,3 +6773,796 @@ 2022-01-29 16:05:04,733 DEBUG SenderThread:13445 [sender.py:send():234] send: stats 2022-01-29 16:05:12,231 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status 2022-01-29 16:05:12,231 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:24,823 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:27,481 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:05:27,482 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:28,825 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:32,828 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:34,829 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:34,962 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:05:38,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:42,789 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:05:42,790 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:42,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:44,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:48,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:50,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:54,844 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:05:58,046 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:05:58,046 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:05:58,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:00,849 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:04,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:05,227 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:06:06,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:10,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:12,860 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:13,443 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:13,443 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:16,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:19,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:23,870 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:25,872 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:28,701 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:28,701 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:29,875 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:31,877 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:33,879 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:35,552 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:06:37,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:39,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:41,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:43,932 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:43,932 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:45,889 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:47,891 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:49,893 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:53,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:55,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:57,900 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:06:59,285 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:06:59,286 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:06:59,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:01,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:05,906 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:07:05,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:07,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:09,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:11,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:13,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:14,582 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:07:14,583 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:07:15,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:17,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:19,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:21,918 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:23,920 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:25,921 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:27,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:29,870 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:07:29,871 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:07:29,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:31,925 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:33,927 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:35,928 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:36,152 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:07:38,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:42,934 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:45,209 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:07:45,209 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:07:46,937 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:50,941 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:52,943 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:56,946 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:07:58,947 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:00,460 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:00,461 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:02,950 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:06,422 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:08:06,953 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:08,955 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:12,958 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:14,960 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:15,663 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:15,664 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:18,963 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:20,965 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:24,967 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:26,969 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:30,866 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:30,867 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:30,971 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:32,973 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:36,630 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:08:36,976 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:39,978 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:41,980 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:45,983 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:46,036 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:08:46,037 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:08:47,984 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:51,987 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:53,988 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:55,989 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:08:57,990 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:01,200 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:01,201 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:01,993 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:03,995 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:05,996 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:06,852 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:09:07,997 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:09,998 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:14,001 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:16,003 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:16,423 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:16,424 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:18,005 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:20,006 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:22,008 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:24,009 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:26,010 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:28,011 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:30,013 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:31,687 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:31,687 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:32,014 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:34,015 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:37,017 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:37,184 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:09:39,019 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:41,021 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:43,022 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:45,023 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:45,510 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:09:45,610 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:09:45,642 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:09:46,024 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:09:46,969 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:09:46,970 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:09:47,025 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:51,027 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:55,029 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:09:59,032 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:01,033 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:02,202 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:02,202 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:05,036 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:07,398 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:10:09,039 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:11,040 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:15,043 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:17,044 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:17,485 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:17,486 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:21,047 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:23,049 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:27,052 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:29,054 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:32,756 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:32,756 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:33,057 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:36,060 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:37,607 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:10:40,063 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:42,065 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:46,068 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:48,070 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:48,130 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:10:48,130 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:10:52,073 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:54,075 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:10:58,078 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:00,080 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:02,082 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:03,360 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:03,361 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:04,084 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:07,823 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:11:08,087 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:10,088 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:12,090 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:16,094 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:18,096 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:18,665 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:18,666 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:20,097 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:22,098 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:24,100 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:26,101 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:30,103 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:32,105 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:33,929 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:33,929 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:34,107 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:36,108 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:38,110 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:38,145 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:11:41,112 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:43,113 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:45,114 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:47,116 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:49,119 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:49,156 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:11:49,157 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:11:51,121 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:53,122 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:55,124 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:57,126 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:11:59,128 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:03,131 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:04,493 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:04,494 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:05,133 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:08,356 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:12:09,136 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:13,139 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:15,141 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:19,144 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:19,750 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:19,750 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:23,147 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:25,149 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:29,152 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:31,154 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:35,007 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:35,007 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:35,158 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:38,160 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:38,609 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:12:42,162 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:44,164 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:48,166 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:50,168 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:50,296 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:12:50,297 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:12:54,170 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:12:56,172 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:00,175 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:02,177 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:05,476 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:05,477 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:06,180 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:08,182 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:08,874 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:13:12,184 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:14,186 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:16,187 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:20,190 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:20,706 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:20,706 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:22,192 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:24,193 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:26,194 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:30,197 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:32,198 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:34,200 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:36,026 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:36,026 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:36,201 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:39,095 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:13:39,203 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:43,206 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:45,207 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:47,208 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:49,210 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:51,211 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:51,312 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:13:51,313 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:13:53,212 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:55,214 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:57,215 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:13:59,217 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:01,218 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:03,219 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:05,221 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:06,560 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:06,561 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:07,222 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:08,903 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:14:09,002 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:14:09,035 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:14:09,223 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:09,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:14:09,352 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:14:10,224 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:11,225 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:15,227 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:17,229 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:21,232 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:21,748 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:21,749 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:25,234 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:27,236 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:31,238 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:35,241 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:36,998 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:36,998 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:37,242 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:39,569 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:14:41,245 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:43,246 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:47,249 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:49,250 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:52,384 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:14:52,384 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:14:54,254 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:14:56,255 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:00,258 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:04,261 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:06,263 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:07,723 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:07,723 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:08,264 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:09,778 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:15:12,266 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:14,268 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:18,271 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:20,273 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:22,275 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:22,998 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:22,999 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:26,278 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:28,280 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:30,282 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:34,285 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:36,287 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:38,197 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:38,197 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:38,289 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:40,016 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:15:40,291 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:42,292 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:46,295 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:48,297 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:50,299 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:52,301 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:53,390 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:15:53,390 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:15:54,302 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:56,304 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:15:58,306 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:02,308 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:04,309 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:06,311 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:08,312 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:08,662 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:08,662 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:10,248 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:16:10,313 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:13,316 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:15,317 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:17,318 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:19,320 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:21,321 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:23,323 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:23,994 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:23,995 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:25,324 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:29,328 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:33,330 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:35,332 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:39,213 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:39,213 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:39,334 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:40,509 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:16:43,337 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:45,338 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:49,341 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:51,343 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:54,492 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:16:54,493 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:16:55,345 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:16:59,348 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:01,350 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:05,353 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:08,356 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:09,842 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:09,843 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:10,771 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:17:12,359 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:14,361 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:18,364 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:20,366 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:24,369 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:25,168 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:25,168 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:26,371 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:28,373 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:32,377 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:34,379 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:36,381 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:40,384 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:40,403 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:40,403 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:41,017 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:17:42,386 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:44,388 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:48,391 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:50,393 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:52,395 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:54,397 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:17:55,620 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:17:55,620 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:17:56,399 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:00,402 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:02,404 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:04,406 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:06,408 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:08,410 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:10,412 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:10,826 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:10,827 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:11,257 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:18:12,414 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:15,417 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:17,419 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:19,421 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:21,423 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:23,425 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:25,427 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:26,040 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:26,040 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:27,429 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:29,431 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:31,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:31,485 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:18:31,588 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:18:31,636 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:18:32,434 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:18:33,436 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:34,437 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:37,440 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:41,215 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:41,217 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:41,443 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:41,540 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:18:45,446 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:47,448 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:51,451 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:55,454 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:18:56,389 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:18:56,389 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:18:57,456 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:01,460 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:03,462 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:07,465 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:11,640 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:11,641 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:19:11,826 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:19:12,468 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:14,470 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:18,474 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:20,476 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:24,479 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:26,481 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:26,861 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:26,861 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:19:30,484 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:32,485 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:36,488 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:38,489 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:40,490 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:42,029 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:42,030 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:19:42,194 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:19:44,493 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:46,494 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:50,497 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:52,498 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:54,500 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:56,501 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:19:57,226 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:19:57,226 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:00,504 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:02,506 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:04,508 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:06,510 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:10,513 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:12,274 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:20:12,393 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:12,393 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:12,515 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:14,516 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:16,518 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:18,520 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:21,523 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:23,525 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:25,527 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:27,528 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:27,571 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:27,571 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:29,530 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:31,532 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:33,534 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:35,536 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:37,538 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:39,539 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:41,540 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:42,552 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:20:42,742 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:42,742 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:43,541 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:45,543 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:49,546 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:53,548 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:55,550 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:20:57,935 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:20:57,936 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:20:59,553 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:03,557 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:05,558 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:10,561 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:12,841 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:21:13,116 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:13,117 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:21:14,564 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:16,566 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:20,570 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:22,571 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:26,575 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:28,407 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:28,407 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:21:28,577 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:32,580 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:34,581 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:38,584 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:40,585 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:43,088 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:21:43,777 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:43,778 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:21:44,588 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:46,589 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:48,590 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:52,593 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:56,596 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:58,598 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:21:58,982 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:21:58,982 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:00,600 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:04,603 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:06,605 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:08,607 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:12,610 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:13,324 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:22:14,237 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:14,238 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:14,612 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:16,614 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:21,618 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:23,620 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:25,622 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:27,624 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:29,436 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:29,437 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:29,626 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:31,627 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:33,629 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:35,631 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:37,633 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:39,634 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:43,550 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:22:43,638 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:44,602 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:44,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:22:45,640 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:47,642 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:49,644 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:51,646 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:53,648 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:55,650 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:56,398 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:22:56,498 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:22:56,547 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:22:56,651 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:22:57,653 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:22:59,820 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:22:59,821 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:01,656 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:05,659 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:07,661 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:11,665 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:13,789 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:23:15,139 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:23:15,140 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:15,668 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:17,670 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:21,673 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:23,675 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:28,678 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:30,434 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:23:30,435 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:32,681 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:34,683 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:38,687 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:40,689 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:44,019 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:23:44,692 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:46,693 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:48,985 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:23:48,985 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:23:50,697 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:52,698 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:56,701 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:23:58,703 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:02,707 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:04,318 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:04,318 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:04,709 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:06,711 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:10,714 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:12,715 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:14,257 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:24:14,717 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:18,719 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:19,566 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:19,566 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:20,721 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:22,723 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:24,725 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:28,728 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:30,730 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:33,733 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:34,842 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:34,843 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:35,735 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:37,737 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:41,740 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:43,742 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:44,502 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:24:45,743 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:47,745 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:49,747 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:50,134 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:24:50,134 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:24:51,749 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:53,751 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:55,753 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:57,755 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:24:59,757 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:01,759 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:03,761 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:05,426 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:05,427 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:05,763 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:07,765 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:09,767 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:11,769 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:14,727 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:25:15,772 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:19,775 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:20,611 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:20,612 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:23,778 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:25,780 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:29,784 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:31,786 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:35,789 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:35,833 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:35,834 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:39,792 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:42,794 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:44,962 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:25:46,798 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:48,799 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:51,141 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:25:51,141 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:25:52,802 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:54,804 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:25:58,808 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:00,810 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:04,813 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:06,521 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:06,521 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:06,815 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:10,818 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:12,819 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:15,217 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:26:16,822 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:18,824 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:21,902 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:21,902 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:22,826 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:24,827 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:27,830 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:31,832 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:33,833 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:35,835 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:37,229 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:37,229 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:37,836 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:41,839 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:43,840 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:45,455 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:26:45,841 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:47,842 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:51,845 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:52,536 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:26:52,537 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:26:53,847 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:55,848 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:57,850 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:26:59,851 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:01,853 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:05,855 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:07,801 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:07,801 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:07,857 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:09,858 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:11,859 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:13,861 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:15,756 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:27:15,862 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:17,864 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:19,866 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:21,001 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:27:21,105 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:27:21,155 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:27:21,867 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:21,868 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:27:22,869 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:23,057 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:23,058 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:23,871 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:25,873 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:28,875 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:30,876 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:32,878 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:34,880 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:36,882 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:38,361 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:38,361 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:38,884 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:40,886 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:42,888 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:44,890 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:45,970 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:27:46,892 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:48,894 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:50,896 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:52,898 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:53,560 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:27:53,560 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:27:54,899 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:56,901 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:27:58,903 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:00,904 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:03,907 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:05,908 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:07,909 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:08,783 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:08,784 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:28:09,911 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:11,912 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:13,914 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:15,915 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:16,198 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:28:17,916 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:19,917 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:21,919 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:24,062 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:24,062 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:28:26,414 DEBUG SenderThread:13445 [sender.py:send():234] send: history +2022-01-29 16:28:26,449 DEBUG SenderThread:13445 [sender.py:send():234] send: summary +2022-01-29 16:28:26,499 INFO SenderThread:13445 [sender.py:_save_file():939] saving file wandb-summary.json with policy end +2022-01-29 16:28:26,922 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/wandb-summary.json +2022-01-29 16:28:27,923 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:29,924 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:39,261 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:39,263 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:28:39,931 INFO Thread-8 :13445 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-fr/wandb/run-20220129_131141-h6nhqm30/files/output.log +2022-01-29 16:28:46,416 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:28:54,431 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:28:54,432 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:09,602 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:09,603 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:16,642 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:29:24,770 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:24,771 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:39,946 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:39,946 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:29:46,855 DEBUG SenderThread:13445 [sender.py:send():234] send: stats +2022-01-29 16:29:55,116 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:29:55,117 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status +2022-01-29 16:30:10,293 DEBUG HandlerThread:13445 [handler.py:handle_request():130] handle_request: stop_status +2022-01-29 16:30:10,293 DEBUG SenderThread:13445 [sender.py:send_request():248] send_request: stop_status