Mohamed Boghdady commited on
Commit
0befa7e
1 Parent(s): 06629a3

Training in progress, step 3120

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d5e73d81d9f281f3ae4a1bd3caa80b3bd359dac21be90883ad02863fa37313f
3
  size 305518408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645f68eaf299a7884e21ebc86e9967c04f01119f195e983fa0eccc5bbdd71234
3
  size 305518408
wandb/debug-internal.log CHANGED
@@ -4768,3 +4768,116 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
4768
  2024-07-19 10:02:43,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4769
  2024-07-19 10:02:44,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4770
  2024-07-19 10:02:45,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4768
  2024-07-19 10:02:43,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4769
  2024-07-19 10:02:44,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4770
  2024-07-19 10:02:45,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4771
+ 2024-07-19 10:02:46,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4772
+ 2024-07-19 10:02:47,861 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4773
+ 2024-07-19 10:02:47,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4774
+ 2024-07-19 10:02:48,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4775
+ 2024-07-19 10:02:49,517 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4776
+ 2024-07-19 10:02:49,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4777
+ 2024-07-19 10:02:49,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4778
+ 2024-07-19 10:02:50,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4779
+ 2024-07-19 10:02:51,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4780
+ 2024-07-19 10:02:52,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4781
+ 2024-07-19 10:02:53,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4782
+ 2024-07-19 10:02:53,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4783
+ 2024-07-19 10:02:54,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4784
+ 2024-07-19 10:02:55,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4785
+ 2024-07-19 10:02:56,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4786
+ 2024-07-19 10:02:57,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4787
+ 2024-07-19 10:02:58,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4788
+ 2024-07-19 10:02:58,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4789
+ 2024-07-19 10:02:59,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4790
+ 2024-07-19 10:03:00,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4791
+ 2024-07-19 10:03:01,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4792
+ 2024-07-19 10:03:02,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4793
+ 2024-07-19 10:03:03,441 DEBUG SenderThread:143 [sender.py:send():379] send: stats
4794
+ 2024-07-19 10:03:03,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4795
+ 2024-07-19 10:03:04,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4796
+ 2024-07-19 10:03:04,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4797
+ 2024-07-19 10:03:04,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4798
+ 2024-07-19 10:03:04,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4799
+ 2024-07-19 10:03:05,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4800
+ 2024-07-19 10:03:06,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4801
+ 2024-07-19 10:03:07,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4802
+ 2024-07-19 10:03:08,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4803
+ 2024-07-19 10:03:09,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4804
+ 2024-07-19 10:03:09,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4805
+ 2024-07-19 10:03:10,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4806
+ 2024-07-19 10:03:11,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4807
+ 2024-07-19 10:03:12,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4808
+ 2024-07-19 10:03:13,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4809
+ 2024-07-19 10:03:14,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4810
+ 2024-07-19 10:03:14,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4811
+ 2024-07-19 10:03:15,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4812
+ 2024-07-19 10:03:16,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4813
+ 2024-07-19 10:03:17,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4814
+ 2024-07-19 10:03:18,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4815
+ 2024-07-19 10:03:19,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4816
+ 2024-07-19 10:03:19,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4817
+ 2024-07-19 10:03:19,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4818
+ 2024-07-19 10:03:19,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4819
+ 2024-07-19 10:03:20,879 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4820
+ 2024-07-19 10:03:21,879 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4821
+ 2024-07-19 10:03:22,898 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4822
+ 2024-07-19 10:03:23,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4823
+ 2024-07-19 10:03:24,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4824
+ 2024-07-19 10:03:24,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4825
+ 2024-07-19 10:03:25,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4826
+ 2024-07-19 10:03:26,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4827
+ 2024-07-19 10:03:27,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4828
+ 2024-07-19 10:03:28,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4829
+ 2024-07-19 10:03:29,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4830
+ 2024-07-19 10:03:29,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4831
+ 2024-07-19 10:03:30,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4832
+ 2024-07-19 10:03:31,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4833
+ 2024-07-19 10:03:32,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4834
+ 2024-07-19 10:03:33,442 DEBUG SenderThread:143 [sender.py:send():379] send: stats
4835
+ 2024-07-19 10:03:33,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4836
+ 2024-07-19 10:03:34,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4837
+ 2024-07-19 10:03:34,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4838
+ 2024-07-19 10:03:34,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4839
+ 2024-07-19 10:03:35,863 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4840
+ 2024-07-19 10:03:35,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4841
+ 2024-07-19 10:03:36,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4842
+ 2024-07-19 10:03:37,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4843
+ 2024-07-19 10:03:38,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4844
+ 2024-07-19 10:03:39,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4845
+ 2024-07-19 10:03:40,895 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4846
+ 2024-07-19 10:03:41,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4847
+ 2024-07-19 10:03:42,075 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4848
+ 2024-07-19 10:03:42,589 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/output.log
4849
+ 2024-07-19 10:03:43,106 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4850
+ 2024-07-19 10:03:44,086 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4851
+ 2024-07-19 10:03:45,086 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4852
+ 2024-07-19 10:03:46,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4853
+ 2024-07-19 10:03:46,863 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4854
+ 2024-07-19 10:03:47,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4855
+ 2024-07-19 10:03:48,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4856
+ 2024-07-19 10:03:49,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4857
+ 2024-07-19 10:03:49,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4858
+ 2024-07-19 10:03:49,519 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4859
+ 2024-07-19 10:03:50,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4860
+ 2024-07-19 10:03:51,088 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4861
+ 2024-07-19 10:03:52,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4862
+ 2024-07-19 10:03:52,863 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4863
+ 2024-07-19 10:03:53,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4864
+ 2024-07-19 10:03:54,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4865
+ 2024-07-19 10:03:55,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4866
+ 2024-07-19 10:03:56,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4867
+ 2024-07-19 10:03:57,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4868
+ 2024-07-19 10:03:58,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4869
+ 2024-07-19 10:03:58,864 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4870
+ 2024-07-19 10:03:59,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4871
+ 2024-07-19 10:04:00,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4872
+ 2024-07-19 10:04:01,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4873
+ 2024-07-19 10:04:02,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4874
+ 2024-07-19 10:04:03,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4875
+ 2024-07-19 10:04:03,443 DEBUG SenderThread:143 [sender.py:send():379] send: stats
4876
+ 2024-07-19 10:04:04,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4877
+ 2024-07-19 10:04:04,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4878
+ 2024-07-19 10:04:04,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4879
+ 2024-07-19 10:04:04,519 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4880
+ 2024-07-19 10:04:05,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4881
+ 2024-07-19 10:04:06,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4882
+ 2024-07-19 10:04:07,091 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4883
+ 2024-07-19 10:04:08,100 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
wandb/run-20240719_090532-oy10h8oj/files/output.log CHANGED
@@ -9,3 +9,5 @@ Non-default generation parameters: {'max_length': 512, 'num_beams': 4, 'bad_word
9
  Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
10
  Non-default generation parameters: {'max_length': 512, 'num_beams': 4, 'bad_words_ids': [[62833]], 'forced_eos_token_id': 0}
11
  Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
 
 
 
9
  Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
10
  Non-default generation parameters: {'max_length': 512, 'num_beams': 4, 'bad_words_ids': [[62833]], 'forced_eos_token_id': 0}
11
  Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
12
+ Non-default generation parameters: {'max_length': 512, 'num_beams': 4, 'bad_words_ids': [[62833]], 'forced_eos_token_id': 0}
13
+ Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co/docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
wandb/run-20240719_090532-oy10h8oj/logs/debug-internal.log CHANGED
@@ -4768,3 +4768,116 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
4768
  2024-07-19 10:02:43,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4769
  2024-07-19 10:02:44,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4770
  2024-07-19 10:02:45,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4768
  2024-07-19 10:02:43,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4769
  2024-07-19 10:02:44,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4770
  2024-07-19 10:02:45,873 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4771
+ 2024-07-19 10:02:46,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4772
+ 2024-07-19 10:02:47,861 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4773
+ 2024-07-19 10:02:47,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4774
+ 2024-07-19 10:02:48,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4775
+ 2024-07-19 10:02:49,517 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4776
+ 2024-07-19 10:02:49,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4777
+ 2024-07-19 10:02:49,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4778
+ 2024-07-19 10:02:50,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4779
+ 2024-07-19 10:02:51,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4780
+ 2024-07-19 10:02:52,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4781
+ 2024-07-19 10:02:53,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4782
+ 2024-07-19 10:02:53,874 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4783
+ 2024-07-19 10:02:54,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4784
+ 2024-07-19 10:02:55,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4785
+ 2024-07-19 10:02:56,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4786
+ 2024-07-19 10:02:57,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4787
+ 2024-07-19 10:02:58,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4788
+ 2024-07-19 10:02:58,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4789
+ 2024-07-19 10:02:59,875 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4790
+ 2024-07-19 10:03:00,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4791
+ 2024-07-19 10:03:01,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4792
+ 2024-07-19 10:03:02,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4793
+ 2024-07-19 10:03:03,441 DEBUG SenderThread:143 [sender.py:send():379] send: stats
4794
+ 2024-07-19 10:03:03,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4795
+ 2024-07-19 10:03:04,442 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4796
+ 2024-07-19 10:03:04,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4797
+ 2024-07-19 10:03:04,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4798
+ 2024-07-19 10:03:04,876 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4799
+ 2024-07-19 10:03:05,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4800
+ 2024-07-19 10:03:06,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4801
+ 2024-07-19 10:03:07,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4802
+ 2024-07-19 10:03:08,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4803
+ 2024-07-19 10:03:09,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4804
+ 2024-07-19 10:03:09,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4805
+ 2024-07-19 10:03:10,877 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4806
+ 2024-07-19 10:03:11,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4807
+ 2024-07-19 10:03:12,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4808
+ 2024-07-19 10:03:13,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4809
+ 2024-07-19 10:03:14,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4810
+ 2024-07-19 10:03:14,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4811
+ 2024-07-19 10:03:15,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4812
+ 2024-07-19 10:03:16,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4813
+ 2024-07-19 10:03:17,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4814
+ 2024-07-19 10:03:18,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4815
+ 2024-07-19 10:03:19,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4816
+ 2024-07-19 10:03:19,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4817
+ 2024-07-19 10:03:19,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4818
+ 2024-07-19 10:03:19,878 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4819
+ 2024-07-19 10:03:20,879 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4820
+ 2024-07-19 10:03:21,879 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4821
+ 2024-07-19 10:03:22,898 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4822
+ 2024-07-19 10:03:23,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4823
+ 2024-07-19 10:03:24,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4824
+ 2024-07-19 10:03:24,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4825
+ 2024-07-19 10:03:25,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4826
+ 2024-07-19 10:03:26,892 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4827
+ 2024-07-19 10:03:27,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4828
+ 2024-07-19 10:03:28,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4829
+ 2024-07-19 10:03:29,862 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4830
+ 2024-07-19 10:03:29,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4831
+ 2024-07-19 10:03:30,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4832
+ 2024-07-19 10:03:31,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4833
+ 2024-07-19 10:03:32,893 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4834
+ 2024-07-19 10:03:33,442 DEBUG SenderThread:143 [sender.py:send():379] send: stats
4835
+ 2024-07-19 10:03:33,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4836
+ 2024-07-19 10:03:34,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4837
+ 2024-07-19 10:03:34,518 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4838
+ 2024-07-19 10:03:34,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4839
+ 2024-07-19 10:03:35,863 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4840
+ 2024-07-19 10:03:35,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4841
+ 2024-07-19 10:03:36,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4842
+ 2024-07-19 10:03:37,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4843
+ 2024-07-19 10:03:38,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4844
+ 2024-07-19 10:03:39,894 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4845
+ 2024-07-19 10:03:40,895 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4846
+ 2024-07-19 10:03:41,445 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4847
+ 2024-07-19 10:03:42,075 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4848
+ 2024-07-19 10:03:42,589 INFO Thread-12 :143 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240719_090532-oy10h8oj/files/output.log
4849
+ 2024-07-19 10:03:43,106 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4850
+ 2024-07-19 10:03:44,086 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4851
+ 2024-07-19 10:03:45,086 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4852
+ 2024-07-19 10:03:46,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4853
+ 2024-07-19 10:03:46,863 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4854
+ 2024-07-19 10:03:47,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4855
+ 2024-07-19 10:03:48,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4856
+ 2024-07-19 10:03:49,087 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4857
+ 2024-07-19 10:03:49,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4858
+ 2024-07-19 10:03:49,519 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4859
+ 2024-07-19 10:03:50,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4860
+ 2024-07-19 10:03:51,088 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4861
+ 2024-07-19 10:03:52,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4862
+ 2024-07-19 10:03:52,863 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4863
+ 2024-07-19 10:03:53,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4864
+ 2024-07-19 10:03:54,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4865
+ 2024-07-19 10:03:55,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4866
+ 2024-07-19 10:03:56,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4867
+ 2024-07-19 10:03:57,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4868
+ 2024-07-19 10:03:58,089 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4869
+ 2024-07-19 10:03:58,864 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4870
+ 2024-07-19 10:03:59,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4871
+ 2024-07-19 10:04:00,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4872
+ 2024-07-19 10:04:01,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4873
+ 2024-07-19 10:04:02,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4874
+ 2024-07-19 10:04:03,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4875
+ 2024-07-19 10:04:03,443 DEBUG SenderThread:143 [sender.py:send():379] send: stats
4876
+ 2024-07-19 10:04:04,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4877
+ 2024-07-19 10:04:04,444 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: status_report
4878
+ 2024-07-19 10:04:04,518 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: stop_status
4879
+ 2024-07-19 10:04:04,519 DEBUG SenderThread:143 [sender.py:send_request():406] send_request: stop_status
4880
+ 2024-07-19 10:04:05,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4881
+ 2024-07-19 10:04:06,090 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4882
+ 2024-07-19 10:04:07,091 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages
4883
+ 2024-07-19 10:04:08,100 DEBUG HandlerThread:143 [handler.py:handle_request():158] handle_request: internal_messages