Upload folder using huggingface_hub

.gitattributes

@@ -43,3 +43,5 @@ ssl_dino/vit16s/wandb/run-20250815_070844-n4cjse4r/run-n4cjse4r.wandb filter=lfs
 ssl_dino/vit16s/wandb/run-20250815_160317-46zcck3z/run-46zcck3z.wandb filter=lfs diff=lfs merge=lfs -text
 ssl_distil/vit16s/wandb/run-20250815_172544-nw3nbw83/files/media/images/augmentations_0_0ef2835592af3f74bdf1.png filter=lfs diff=lfs merge=lfs -text
 ssl_distil/vit16s/wandb/run-20250815_172544-nw3nbw83/run-nw3nbw83.wandb filter=lfs diff=lfs merge=lfs -text
+ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/files/media/images/augmentations_0_7b27b90c75a0816f061d.png filter=lfs diff=lfs merge=lfs -text
+ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/run-3hm7jv8o.wandb filter=lfs diff=lfs merge=lfs -text

ssl_distil/vit16s/checkpoints/epoch=299-step=173100.ckpt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a63ed5c7fcf8d998dc0e8047980756910812803c28477fefa87ef0ea45ae892
+oid sha256:8010e9023cd6ce2daf08c2d1c57b6b7455f539be8fac6cc488c334c0ac9c1820
 size 211894615

ssl_distil/vit16s/checkpoints/last.ckpt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98b47b4e53912b5c84c633aa8e55bfac66aec739946c8ad622cad638bda565c1
+oid sha256:130f7a353707b472f9f22cb285a90423aaf2bac3f3ad55e2d591501f4fcb7442
 size 211894615

ssl_distil/vit16s/events.out.tfevents.1755335997.ca841cc21a64.2029.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea2f250157f52b9ed16066c8683743138c6e1aac1f097879da37c066965dbae
+size 6910

ssl_distil/vit16s/events.out.tfevents.1755336666.ca841cc21a64.2366.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429a9bce74cfaa8a96a34d23b6099a17d6e8e003c92f8bd1ce4417b458f8cc06
+size 1900709

ssl_distil/vit16s/exported_models/exported_last.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17df233a2c4bc17d6260c8b9a83547937b4431d7ec72e9843880f7e1995bd8ff
+oid sha256:e2b552feeca0c0fffce54c6dbab55c677dca02e3e420be90a51db59b8d9d8038
 size 120358723

ssl_distil/vit16s/vit16s_patch16_224_distil.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43da5dd1d842344d851b604f83fbf8a51d0214300f451e65eed94f55c98a69e6
+oid sha256:a7d8708104574a9dcdc71695fe77349fb8cf73b89ca5af8490186c72ec35248d
 size 120360683

ssl_distil/vit16s/wandb/debug-internal.log

@@ -1,7 +1,7 @@
-{"time":"2025-08-15T17:25:44.506638455Z","level":"INFO","msg":"stream: starting","core version":"0.21.1"}
-{"time":"2025-08-15T17:25:45.457913161Z","level":"INFO","msg":"stream: created new stream","id":"nw3nbw83"}
-{"time":"2025-08-15T17:25:45.457986402Z","level":"INFO","msg":"stream: started","id":"nw3nbw83"}
-{"time":"2025-08-15T17:25:45.458046167Z","level":"INFO","msg":"writer: started","stream_id":"nw3nbw83"}
-{"time":"2025-08-15T17:25:45.458191155Z","level":"INFO","msg":"handler: started","stream_id":"nw3nbw83"}
-{"time":"2025-08-15T17:25:45.458215221Z","level":"INFO","msg":"sender: started","stream_id":"nw3nbw83"}
-{"time":"2025-08-15T18:01:56.921717894Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/acc-ggcolab-pctu/ent-endoscopy-ssl/nw3nbw83/file_stream\": dial tcp 35.186.228.49:443: connect: connection timed out"}
+{"time":"2025-08-16T09:31:07.674896658Z","level":"INFO","msg":"stream: starting","core version":"0.21.1"}
+{"time":"2025-08-16T09:31:08.554162956Z","level":"INFO","msg":"stream: created new stream","id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.554261675Z","level":"INFO","msg":"stream: started","id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.55427999Z","level":"INFO","msg":"writer: started","stream_id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.554322451Z","level":"INFO","msg":"handler: started","stream_id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.554399167Z","level":"INFO","msg":"sender: started","stream_id":"3hm7jv8o"}
+{"time":"2025-08-16T09:44:04.701541128Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/acc-ggcolab-pctu/ent-endoscopy-ssl/3hm7jv8o/file_stream\": dial tcp 35.186.228.49:443: connect: connection timed out"}

ssl_distil/vit16s/wandb/debug.log

@@ -1,22 +1,22 @@
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_setup.py:_flush():80] Current SDK version is 0.21.1
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_setup.py:_flush():80] Configure stats pid to 3981
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_setup.py:_flush():80] Loading settings from /workspace/ent-labotary/wandb/settings
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_setup.py:_flush():80] Loading settings from environment variables
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250815_172544-nw3nbw83/logs/debug.log
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250815_172544-nw3nbw83/logs/debug-internal.log
-2025-08-15 17:25:44,292 INFO    MainThread:3981 [wandb_init.py:init():830] calling init triggers
-2025-08-15 17:25:44,293 INFO    MainThread:3981 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
+2025-08-16 09:31:07,462 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Current SDK version is 0.21.1
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Configure stats pid to 2366
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Loading settings from /workspace/ent-labotary/wandb/settings
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/logs/debug.log
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/logs/debug-internal.log
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:init():830] calling init triggers
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
 config: {'_wandb': {}}
-2025-08-15 17:25:44,293 INFO    MainThread:3981 [wandb_init.py:init():871] starting backend
-2025-08-15 17:25:44,499 INFO    MainThread:3981 [wandb_init.py:init():874] sending inform_init request
-2025-08-15 17:25:44,502 INFO    MainThread:3981 [wandb_init.py:init():882] backend started and connected
-2025-08-15 17:25:44,506 INFO    MainThread:3981 [wandb_init.py:init():953] updated telemetry
-2025-08-15 17:25:44,515 INFO    MainThread:3981 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout
-2025-08-15 17:25:46,241 INFO    MainThread:3981 [wandb_init.py:init():1029] starting run threads in backend
-2025-08-15 17:25:46,464 INFO    MainThread:3981 [wandb_run.py:_console_start():2494] atexit reg
-2025-08-15 17:25:46,464 INFO    MainThread:3981 [wandb_run.py:_redirect():2342] redirect: wrap_raw
-2025-08-15 17:25:46,464 INFO    MainThread:3981 [wandb_run.py:_redirect():2411] Wrapping output streams.
-2025-08-15 17:25:46,464 INFO    MainThread:3981 [wandb_run.py:_redirect():2434] Redirects installed.
-2025-08-15 17:25:46,466 INFO    MainThread:3981 [wandb_init.py:init():1075] run started, returning control to user process
-2025-08-15 17:25:46,467 INFO    MainThread:3981 [wandb_run.py:_config_callback():1380] config_cb None None {'out': 'outputs/ssl_distil/vit16s', 'data': 'data/kyucapsule', 'model': 'VisionTransformer', 'method': 'distillation', 'method_args': {'lr_scale_method': 'sqrt', 'reference_batch_size': 1536, 'n_teacher_blocks': 2, 'teacher': 'dinov3/vitb16', 'teacher_weights': None, 'teacher_url': 'https://dinov3.llamameta.net/dinov3_vitb16/dinov3_vitb16_pretrain_lvd1689m-73cec8be.pth?Policy=eyJTdGF0ZW1lbnQiOlt7InVuaXF1ZV9oYXNoIjoidHIwZnd1bWJpNXQ3MDN4cHR6ZnQwYWJvIiwiUmVzb3VyY2UiOiJodHRwczpcL1wvZGlub3YzLmxsYW1hbWV0YS5uZXRcLyoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE3NTU0NDQyOTJ9fX1dfQ__&Signature=My7izi9fGryWxHUZt0Ndjf%7EXL5DZqsEw7zj0srntCpnl-ef5RIXlC3GsiUhpPsk%7Ex1926VqFIZq1DopLq-qZLm8R%7E%7EMz50FnqqgmpTilHZ37qXXzfs5zKpoKtlREY4Zr7MY9mitysZM52qW-Ql59QnsPiw596ibmw9fuDo5%7EsVmD1mTJUaiY%7Eh2mwjTZIHDaBwCdyJMLcfjnd45ERNIJ3AmyNXxkZYSFjLBh%7E%7Erwo0fJStpUbbHlcgPp2y1qpKhkOb3GTPoqpPx9JGXAoRORBrnSfcG0O7vcP0I3b4gjqTNpmmtmUxkWytxM0uqw3wuanUucTg2a4oFx7XnkHrjyjQ__&Key-Pair-Id=K15QRJLYKIFSLZ&Download-Request-ID=1269751050845944', 'n_projection_layers': 1, 'projection_hidden_dim': 2048}, 'embed_dim': None, 'epochs': 300, 'batch_size': 32, 'num_workers': 64, 'devices': 1, 'num_nodes': 1, 'resume_interrupted': True, 'checkpoint': None, 'overwrite': True, 'accelerator': 'CUDAAccelerator', 'strategy': 'SingleDeviceStrategy', 'precision': '32-true', 'float32_matmul_precision': 'highest', 'seed': 0, 'loggers': {'jsonl': {'flush_logs_every_n_steps': 100}, 'mlflow': None, 'tensorboard': {'name': '', 'version': '', 'log_graph': False, 'default_hp_metric': True, 'prefix': '', 'sub_dir': None}, 'wandb': {'name': None, 'version': None, 'offline': False, 'anonymous': None, 'project': 'ent-endoscopy-ssl', 'log_model': False, 'prefix': '', 'checkpoint_name': None}}, 'callbacks': {'learning_rate_monitor': {}, 'device_stats_monitor': None, 'early_stopping': {'monitor': 'train_loss', 'patience': 1000000000000, 'check_finite': True}, 'model_export': {'every_n_epochs': 1}, 'model_checkpoint': {'filename': None, 'save_last': True, 'enable_version_counter': False, 'save_top_k': 1, 'every_n_epochs': None}}, 'optim': 'lars', 'optim_args': {'lr': 9.0, 'momentum': 0.9, 'dampening': 0.0, 'weight_decay': 1e-06, 'nesterov': False, 'trust_coefficient': 0.001, 'eps': 1e-08}, 'transform_args': {'image_size': [224, 224], 'channel_drop': None, 'random_resize': {'min_scale': 0.14, 'max_scale': 1.0}, 'random_flip': {'horizontal_prob': 0.5, 'vertical_prob': 0.0}, 'random_rotation': None, 'color_jitter': {'prob': 0.8, 'strength': 0.5, 'brightness': 0.8, 'contrast': 0.8, 'saturation': 0.4, 'hue': 0.2}, 'random_gray_scale': 0.2, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'gaussian_blur': {'prob': 1.0, 'sigmas': [0.0, 0.1], 'blur_limit': 0}, 'solarize': None}, 'loader_args': None, 'trainer_args': None, 'model_args': None, 'resume': None}
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:init():871] starting backend
+2025-08-16 09:31:07,669 INFO    MainThread:2366 [wandb_init.py:init():874] sending inform_init request
+2025-08-16 09:31:07,671 INFO    MainThread:2366 [wandb_init.py:init():882] backend started and connected
+2025-08-16 09:31:07,672 INFO    MainThread:2366 [wandb_init.py:init():953] updated telemetry
+2025-08-16 09:31:07,680 INFO    MainThread:2366 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout
+2025-08-16 09:31:09,287 INFO    MainThread:2366 [wandb_init.py:init():1029] starting run threads in backend
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_console_start():2494] atexit reg
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_redirect():2342] redirect: wrap_raw
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_redirect():2411] Wrapping output streams.
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_redirect():2434] Redirects installed.
+2025-08-16 09:31:09,508 INFO    MainThread:2366 [wandb_init.py:init():1075] run started, returning control to user process
+2025-08-16 09:31:09,509 INFO    MainThread:2366 [wandb_run.py:_config_callback():1380] config_cb None None {'out': 'outputs/ssl_distil/vit16s', 'data': 'data/kyucapsule', 'model': 'VisionTransformer', 'method': 'distillation', 'method_args': {'lr_scale_method': 'sqrt', 'reference_batch_size': 1536, 'n_teacher_blocks': 2, 'teacher': 'dinov3/vitb16', 'teacher_weights': None, 'teacher_url': 'https://dinov3.llamameta.net/dinov3_vitb16/dinov3_vitb16_pretrain_lvd1689m-73cec8be.pth?Policy=eyJTdGF0ZW1lbnQiOlt7InVuaXF1ZV9oYXNoIjoidHIwZnd1bWJpNXQ3MDN4cHR6ZnQwYWJvIiwiUmVzb3VyY2UiOiJodHRwczpcL1wvZGlub3YzLmxsYW1hbWV0YS5uZXRcLyoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE3NTU0NDQyOTJ9fX1dfQ__&Signature=My7izi9fGryWxHUZt0Ndjf%7EXL5DZqsEw7zj0srntCpnl-ef5RIXlC3GsiUhpPsk%7Ex1926VqFIZq1DopLq-qZLm8R%7E%7EMz50FnqqgmpTilHZ37qXXzfs5zKpoKtlREY4Zr7MY9mitysZM52qW-Ql59QnsPiw596ibmw9fuDo5%7EsVmD1mTJUaiY%7Eh2mwjTZIHDaBwCdyJMLcfjnd45ERNIJ3AmyNXxkZYSFjLBh%7E%7Erwo0fJStpUbbHlcgPp2y1qpKhkOb3GTPoqpPx9JGXAoRORBrnSfcG0O7vcP0I3b4gjqTNpmmtmUxkWytxM0uqw3wuanUucTg2a4oFx7XnkHrjyjQ__&Key-Pair-Id=K15QRJLYKIFSLZ&Download-Request-ID=1269751050845944', 'n_projection_layers': 1, 'projection_hidden_dim': 2048}, 'embed_dim': None, 'epochs': 300, 'batch_size': 32, 'num_workers': 16, 'devices': 1, 'num_nodes': 1, 'resume_interrupted': True, 'checkpoint': None, 'overwrite': True, 'accelerator': 'CUDAAccelerator', 'strategy': 'SingleDeviceStrategy', 'precision': '32-true', 'float32_matmul_precision': 'highest', 'seed': 0, 'loggers': {'jsonl': {'flush_logs_every_n_steps': 100}, 'mlflow': None, 'tensorboard': {'name': '', 'version': '', 'log_graph': False, 'default_hp_metric': True, 'prefix': '', 'sub_dir': None}, 'wandb': {'name': None, 'version': None, 'offline': False, 'anonymous': None, 'project': 'ent-endoscopy-ssl', 'log_model': False, 'prefix': '', 'checkpoint_name': None}}, 'callbacks': {'learning_rate_monitor': {}, 'device_stats_monitor': None, 'early_stopping': {'monitor': 'train_loss', 'patience': 1000000000000, 'check_finite': True}, 'model_export': {'every_n_epochs': 1}, 'model_checkpoint': {'filename': None, 'save_last': True, 'enable_version_counter': False, 'save_top_k': 1, 'every_n_epochs': None}}, 'optim': 'lars', 'optim_args': {'lr': 9.0, 'momentum': 0.9, 'dampening': 0.0, 'weight_decay': 1e-06, 'nesterov': False, 'trust_coefficient': 0.001, 'eps': 1e-08}, 'transform_args': {'image_size': [224, 224], 'channel_drop': None, 'random_resize': {'min_scale': 0.14, 'max_scale': 1.0}, 'random_flip': {'horizontal_prob': 0.5, 'vertical_prob': 0.0}, 'random_rotation': None, 'color_jitter': {'prob': 0.8, 'strength': 0.5, 'brightness': 0.8, 'contrast': 0.8, 'saturation': 0.4, 'hue': 0.2}, 'random_gray_scale': 0.2, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'gaussian_blur': {'prob': 1.0, 'sigmas': [0.0, 0.1], 'blur_limit': 0}, 'solarize': None}, 'loader_args': None, 'trainer_args': None, 'model_args': None, 'resume': None}

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/files/config.yaml

@@ -0,0 +1,218 @@
+_wandb:
+    value:
+        cli_version: 0.21.1
+        e:
+            cweusk4syhfy4xoaaa83wfhqfy78oa2v:
+                codePath: src/experiment/ssl_distil.py
+                codePathLocal: src/experiment/ssl_distil.py
+                cpu_count: 48
+                cpu_count_logical: 96
+                cudaVersion: "12.8"
+                disk:
+                    /:
+                        total: "53687091200"
+                        used: "12400402432"
+                email: [email protected]
+                executable: /usr/bin/python3
+                git:
+                    commit: e8ad686331af47036fc95dc5933f9bd7d80c04f5
+                    remote: https://github.com/PCTU-Deep-Medicine/ent-labotary.git
+                gpu: NVIDIA GeForce RTX 5090
+                gpu_count: 1
+                gpu_nvidia:
+                    - architecture: Blackwell
+                      cudaCores: 21760
+                      memoryTotal: "34190917632"
+                      name: NVIDIA GeForce RTX 5090
+                      uuid: GPU-c6a82cc7-2c32-ae6f-65da-8a33c899fba8
+                host: ca841cc21a64
+                memory:
+                    total: "270093287424"
+                os: Linux-5.15.0-141-generic-x86_64-with-glibc2.39
+                program: /workspace/ent-labotary/src/experiment/ssl_distil.py
+                python: CPython 3.12.3
+                root: /workspace/ent-labotary/outputs/ssl_distil/vit16s
+                startedAt: "2025-08-16T09:19:58.539873Z"
+                writerId: cweusk4syhfy4xoaaa83wfhqfy78oa2v
+        m:
+            - "1": trainer/global_step
+              "6":
+                - 3
+              "7": []
+            - "2": '*'
+              "5": 1
+              "6":
+                - 1
+              "7": []
+        python_version: 3.12.3
+        t:
+            "1":
+                - 1
+                - 5
+                - 9
+                - 11
+                - 41
+                - 49
+                - 53
+                - 63
+                - 80
+                - 103
+                - 105
+            "2":
+                - 1
+                - 5
+                - 9
+                - 11
+                - 41
+                - 49
+                - 53
+                - 63
+                - 80
+                - 103
+                - 105
+            "3":
+                - 7
+                - 66
+            "4": 3.12.3
+            "5": 0.21.1
+            "6": 4.55.2
+            "12": 0.21.1
+            "13": linux-x86_64
+accelerator:
+    value: CUDAAccelerator
+batch_size:
+    value: 32
+callbacks:
+    value:
+        device_stats_monitor: null
+        early_stopping:
+            check_finite: true
+            monitor: train_loss
+            patience: 1000000000000
+        model_checkpoint:
+            enable_version_counter: false
+            every_n_epochs: null
+            filename: null
+            save_last: true
+            save_top_k: 1
+        model_export:
+            every_n_epochs: 1
+checkpoint:
+    value: null
+data:
+    value: data/kyucapsule
+devices:
+    value: 1
+embed_dim:
+    value: null
+epochs:
+    value: 300
+float32_matmul_precision:
+    value: highest
+loader_args:
+    value: null
+loggers:
+    value:
+        jsonl:
+            flush_logs_every_n_steps: 100
+        mlflow: null
+        tensorboard:
+            default_hp_metric: true
+            log_graph: false
+            name: ""
+            prefix: ""
+            sub_dir: null
+            version: ""
+        wandb:
+            anonymous: null
+            checkpoint_name: null
+            log_model: false
+            name: null
+            offline: false
+            prefix: ""
+            project: ent-endoscopy-ssl
+            version: null
+method:
+    value: distillation
+method_args:
+    value:
+        lr_scale_method: sqrt
+        n_projection_layers: 1
+        n_teacher_blocks: 2
+        projection_hidden_dim: 2048
+        reference_batch_size: 1536
+        teacher: dinov3/vitb16
+        teacher_url: https://dinov3.llamameta.net/dinov3_vitb16/dinov3_vitb16_pretrain_lvd1689m-73cec8be.pth?Policy=eyJTdGF0ZW1lbnQiOlt7InVuaXF1ZV9oYXNoIjoidHIwZnd1bWJpNXQ3MDN4cHR6ZnQwYWJvIiwiUmVzb3VyY2UiOiJodHRwczpcL1wvZGlub3YzLmxsYW1hbWV0YS5uZXRcLyoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE3NTU0NDQyOTJ9fX1dfQ__&Signature=My7izi9fGryWxHUZt0Ndjf%7EXL5DZqsEw7zj0srntCpnl-ef5RIXlC3GsiUhpPsk%7Ex1926VqFIZq1DopLq-qZLm8R%7E%7EMz50FnqqgmpTilHZ37qXXzfs5zKpoKtlREY4Zr7MY9mitysZM52qW-Ql59QnsPiw596ibmw9fuDo5%7EsVmD1mTJUaiY%7Eh2mwjTZIHDaBwCdyJMLcfjnd45ERNIJ3AmyNXxkZYSFjLBh%7E%7Erwo0fJStpUbbHlcgPp2y1qpKhkOb3GTPoqpPx9JGXAoRORBrnSfcG0O7vcP0I3b4gjqTNpmmtmUxkWytxM0uqw3wuanUucTg2a4oFx7XnkHrjyjQ__&Key-Pair-Id=K15QRJLYKIFSLZ&Download-Request-ID=1269751050845944
+        teacher_weights: null
+model:
+    value: VisionTransformer
+model_args:
+    value: null
+num_nodes:
+    value: 1
+num_workers:
+    value: 16
+optim:
+    value: lars
+optim_args:
+    value:
+        dampening: 0
+        eps: 1e-08
+        lr: 9
+        momentum: 0.9
+        nesterov: false
+        trust_coefficient: 0.001
+        weight_decay: 1e-06
+out:
+    value: outputs/ssl_distil/vit16s
+overwrite:
+    value: true
+precision:
+    value: 32-true
+resume:
+    value: null
+resume_interrupted:
+    value: true
+seed:
+    value: 0
+strategy:
+    value: SingleDeviceStrategy
+trainer_args:
+    value: null
+transform_args:
+    value:
+        channel_drop: null
+        color_jitter:
+            brightness: 0.8
+            contrast: 0.8
+            hue: 0.2
+            prob: 0.8
+            saturation: 0.4
+            strength: 0.5
+        gaussian_blur:
+            blur_limit: 0
+            prob: 1
+            sigmas:
+                - 0
+                - 0.1
+        image_size:
+            - 224
+            - 224
+        normalize:
+            mean:
+                - 0.485
+                - 0.456
+                - 0.406
+            std:
+                - 0.229
+                - 0.224
+                - 0.225
+        random_flip:
+            horizontal_prob: 0.5
+            vertical_prob: 0
+        random_gray_scale: 0.2
+        random_resize:
+            max_scale: 1
+            min_scale: 0.14
+        random_rotation: null
+        solarize: null

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/files/output.log

@@ -0,0 +1,46 @@
+/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/connectors/checkpoint_connector.py:190: .fit(ckpt_path="last") is set, but there is no last checkpoint available. No checkpoint will be loaded. HINT: Set `ModelCheckpoint(..., save_last=True)`.
+
+LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]
+Loading `train_dataloader` to estimate number of stepping batches.
+Traceback (most recent call last):
+  File "/workspace/ent-labotary/src/experiment/ssl_distil.py", line 24, in <module>
+    lightly_train.train(
+  File "/usr/local/lib/python3.12/dist-packages/lightly_train/_commands/train.py", line 237, in train
+    train_from_config(config=config)
+  File "/usr/local/lib/python3.12/dist-packages/lightly_train/_commands/train.py", line 408, in train_from_config
+    trainer_instance.fit(
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/trainer.py", line 561, in fit
+    call._call_and_handle_interrupt(
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/call.py", line 49, in _call_and_handle_interrupt
+    return trainer_fn(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/trainer.py", line 599, in _fit_impl
+    self._run(model, ckpt_path=ckpt_path)
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/trainer.py", line 988, in _run
+    self.strategy.setup(self)
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/strategies/strategy.py", line 159, in setup
+    self.setup_optimizers(trainer)
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/strategies/strategy.py", line 139, in setup_optimizers
+    self.optimizers, self.lr_scheduler_configs = _init_optimizers_and_lr_schedulers(self.lightning_module)
+                                                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/core/optimizer.py", line 180, in _init_optimizers_and_lr_schedulers
+    optim_conf = call._call_lightning_module_hook(model.trainer, "configure_optimizers", pl_module=model)
+                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/call.py", line 177, in _call_lightning_module_hook
+    output = fn(*args, **kwargs)
+             ^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/lightly_train/_methods/method.py", line 108, in configure_optimizers
+    int(self.trainer.estimated_stepping_batches),
+        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/trainer.py", line 1707, in estimated_stepping_batches
+    self.fit_loop.setup_data()
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/loops/fit_loop.py", line 265, in setup_data
+    length = len(dl) if has_len_all_ranks(dl, trainer.strategy, allow_zero_length) else float("inf")
+                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/pytorch_lightning/utilities/data.py", line 105, in has_len_all_ranks
+    if total_length == 0:
+       ^^^^^^^^^^^^^^^^^
+RuntimeError: CUDA error: no kernel image is available for execution on the device
+CUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.
+For debugging consider passing CUDA_LAUNCH_BLOCKING=1
+Compile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/files/requirements.txt

@@ -0,0 +1,281 @@
+stringzilla==3.12.6
+simsimd==6.5.0
+pytz==2025.2
+pygtrie==2.5.0
+mpmath==1.3.0
+funcy==2.0
+distlib==0.4.0
+dictdiffer==0.9.0
+appdirs==1.4.4
+antlr4-python3-runtime==4.9.3
+aenum==3.1.16
+zc.lockfile==3.0.post1
+voluptuous==0.15.2
+vine==5.1.0
+tzdata==2025.2
+typing-inspection==0.4.1
+tqdm==4.67.1
+tomlkit==0.13.3
+threadpoolctl==3.6.0
+tabulate==0.9.0
+sympy==1.13.1
+smmap==5.0.2
+shtab==1.7.2
+shortuuid==1.0.13
+shellingham==1.5.4
+sentry-sdk==2.35.0
+semver==3.0.4
+safetensors==0.6.2
+ruamel.yaml.clib==0.2.12
+regex==2025.7.34
+python-dotenv==1.1.1
+PySocks==1.7.1
+pyflakes==3.4.0
+pydot==4.0.1
+pydantic_core==2.33.2
+pycodestyle==2.14.0
+pyarrow==21.0.0
+propcache==0.3.2
+pillow==11.3.0
+pathspec==0.12.1
+orjson==3.11.2
+omegaconf==2.3.0
+nvidia-nvtx-cu12==12.4.127
+nvidia-nvjitlink-cu12==12.4.127
+nvidia-nccl-cu12==2.21.5
+nvidia-curand-cu12==10.3.5.147
+nvidia-cufft-cu12==11.2.1.3
+nvidia-cuda-runtime-cu12==12.4.127
+nvidia-cuda-nvrtc-cu12==12.4.127
+nvidia-cuda-cupti-cu12==12.4.127
+nvidia-cublas-cu12==12.4.5.8
+numpy==2.2.6
+nodeenv==1.9.1
+networkx==3.5
+mypy_extensions==1.1.0
+multidict==6.6.4
+mdurl==0.1.2
+mccabe==0.7.0
+loguru==0.7.3
+lightning-utilities==0.15.2
+kiwisolver==1.4.9
+joblib==1.5.1
+isort==6.0.1
+identify==2.6.13
+hf-xet==1.1.7
+grandalf==0.8
+fsspec==2025.7.0
+frozenlist==1.7.0
+fonttools==4.59.1
+flatten-dict==0.4.2
+filelock==3.19.1
+eval_type_backport==0.2.2
+entrypoints==0.4
+dvc-render==1.0.2
+dulwich==0.24.1
+dpath==2.2.0
+diskcache==5.6.3
+cycler==0.12.1
+configobj==5.0.9
+colorama==0.4.6
+click==8.2.1
+cfgv==3.4.0
+billiard==4.2.1
+atpublic==6.0.1
+asyncssh==2.21.0
+annotated-types==0.7.0
+aiohappyeyeballs==2.6.1
+yarl==1.20.1
+virtualenv==20.34.0
+triton==3.1.0
+sqltrie==0.11.2
+scipy==1.16.1
+ruamel.yaml==0.18.14
+pygit2==1.18.1
+pydantic==2.11.7
+pandas==2.3.1
+opencv-python-headless==4.12.0.88
+nvidia-cusparse-cu12==12.3.1.170
+nvidia-cudnn-cu12==9.1.0.70
+markdown-it-py==4.0.0
+lightly-utils==0.0.2
+iterative-telemetry==0.0.10
+hydra-core==1.3.2
+huggingface-hub==0.34.4
+gitdb==4.0.12
+flufl.lock==8.2.0
+flake8==7.3.0
+dvc-studio-client==0.22.0
+dvc-objects==5.1.1
+dotenv==0.9.9
+contourpy==1.3.3
+click-repl==0.3.0
+click-plugins==1.1.1.2
+click-didyoumean==0.3.1
+black==25.1.0
+amqp==5.3.1
+aiosignal==1.4.0
+tokenizers==0.21.4
+scikit-learn==1.7.1
+rich==14.1.0
+pre_commit==4.3.0
+nvidia-cusolver-cu12==11.6.1.9
+matplotlib==3.10.5
+kombu==5.5.4
+GitPython==3.1.45
+gdown==5.2.0
+dvc-data==3.16.11
+albucore==0.0.24
+aiohttp==3.12.15
+wandb==0.21.1
+typer==0.16.0
+transformers==4.55.2
+torch==2.5.1
+seaborn==0.13.2
+celery==5.5.3
+albumentations==2.0.8
+aiohttp-retry==2.9.1
+torchvision==0.20.1
+torchmetrics==1.8.1
+scmrepo==3.5.2
+dvc-task==0.40.2
+dvc-http==2.32.0
+timm==1.0.19
+pytorch-lightning==2.5.3
+gto==1.7.2
+lightly==1.5.22
+dvc==3.62.0
+lightly_train==0.11.0
+pluggy==1.6.0
+iniconfig==2.1.0
+pytest==8.4.1
+jupyter-archive==3.4.0
+nbzip==0.1.0
+filetype==1.2.0
+bash_kernel==0.10.0
+jupyter-http-over-ws==0.0.8
+conda-pack==0.8.1
+MarkupSafe==3.0.2
+PyYAML==6.0.2
+Send2Trash==1.8.3
+absl-py==2.3.0
+anyio==4.9.0
+argon2-cffi==25.1.0
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+asttokens==3.0.0
+async-lru==2.0.5
+attrs==25.3.0
+babel==2.17.0
+beautifulsoup4==4.13.4
+bleach==6.2.0
+certifi==2025.6.15
+cffi==1.17.1
+charset-normalizer==3.4.2
+comm==0.2.2
+debugpy==1.8.14
+decorator==5.2.1
+defusedxml==0.7.1
+executing==2.2.0
+fastjsonschema==2.21.1
+fqdn==1.5.1
+grpcio==1.73.1
+h11==0.16.0
+httpcore==1.0.9
+httpx==0.28.1
+idna==3.10
+ipykernel==6.29.5
+ipython==9.3.0
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.7
+isoduration==20.11.0
+jedi==0.19.2
+Jinja2==3.1.6
+json5==0.12.0
+jsonpointer==3.0.0
+jsonschema==4.24.0
+jsonschema-specifications==2025.4.1
+jupyter==1.1.1
+jupyter_client==8.6.3
+jupyter-console==6.6.3
+jupyter_core==5.8.1
+jupyter-events==0.12.0
+jupyter-lsp==2.2.5
+jupyter_server==2.16.0
+jupyter_server_terminals==0.5.3
+jupyterlab==4.4.4
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.27.3
+jupyterlab_widgets==3.0.15
+Markdown==3.8.2
+matplotlib-inline==0.1.7
+mistune==3.1.3
+nbclient==0.10.2
+nbconvert==7.16.6
+nbformat==5.10.4
+nest-asyncio==1.6.0
+notebook==7.4.3
+notebook_shim==0.2.4
+overrides==7.7.0
+packaging==25.0
+pandocfilters==1.5.1
+parso==0.8.4
+pexpect==4.9.0
+platformdirs==4.3.8
+prometheus_client==0.22.1
+prompt_toolkit==3.0.51
+protobuf==6.31.1
+psutil==7.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+pycparser==2.22
+Pygments==2.19.2
+python-dateutil==2.9.0.post0
+python-json-logger==3.3.0
+pyzmq==27.0.0
+referencing==0.36.2
+requests==2.32.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rpds-py==0.25.1
+sniffio==1.3.1
+soupsieve==2.7
+stack-data==0.6.3
+tensorboard==2.19.0
+tensorboard-data-server==0.7.2
+terminado==0.18.1
+tinycss2==1.4.0
+tornado==6.5.1
+traitlets==5.14.3
+types-python-dateutil==2.9.0.20250516
+typing_extensions==4.14.0
+uri-template==1.3.0
+urllib3==2.5.0
+wcwidth==0.2.13
+webcolors==24.11.1
+webencodings==0.5.1
+websocket-client==1.8.0
+Werkzeug==3.1.3
+widgetsnbextension==4.0.14
+uv==0.7.16
+PyGObject==3.48.2
+PyJWT==2.7.0
+blinker==1.7.0
+cryptography==41.0.7
+cryptography==41.0.7
+dbus-python==1.3.2
+distro==1.9.0
+httplib2==0.20.4
+iotop==0.6
+launchpadlib==1.11.0
+lazr.restfulclient==0.14.6
+lazr.uri==1.0.6
+oauthlib==3.2.2
+pip==24.0
+pyparsing==3.1.1
+python-apt==2.7.7+ubuntu4
+setuptools==68.1.2
+six==1.16.0
+supervisor==4.2.5
+wadllib==1.3.6
+wheel==0.42.0

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/files/wandb-metadata.json

@@ -0,0 +1,40 @@
+{
+  "os": "Linux-5.15.0-141-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-08-16T09:19:58.539873Z",
+  "program": "/workspace/ent-labotary/src/experiment/ssl_distil.py",
+  "codePath": "src/experiment/ssl_distil.py",
+  "codePathLocal": "src/experiment/ssl_distil.py",
+  "git": {
+    "remote": "https://github.com/PCTU-Deep-Medicine/ent-labotary.git",
+    "commit": "e8ad686331af47036fc95dc5933f9bd7d80c04f5"
+  },
+  "email": "[email protected]",
+  "root": "/workspace/ent-labotary/outputs/ssl_distil/vit16s",
+  "host": "ca841cc21a64",
+  "executable": "/usr/bin/python3",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA GeForce RTX 5090",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "53687091200",
+      "used": "12400402432"
+    }
+  },
+  "memory": {
+    "total": "270093287424"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 5090",
+      "memoryTotal": "34190917632",
+      "cudaCores": 21760,
+      "architecture": "Blackwell",
+      "uuid": "GPU-c6a82cc7-2c32-ae6f-65da-8a33c899fba8"
+    }
+  ],
+  "cudaVersion": "12.8",
+  "writerId": "cweusk4syhfy4xoaaa83wfhqfy78oa2v"
+}

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb":{"runtime":0},"_runtime":0}

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/logs/debug-core.log

@@ -0,0 +1,14 @@
+{"time":"2025-08-16T09:19:58.575505284Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpghvm8js5/port-2029.txt","pid":2029,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-08-16T09:19:58.576600523Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2029}
+{"time":"2025-08-16T09:19:58.576550227Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2029-2218-2770062416/socket","Net":"unix"}}
+{"time":"2025-08-16T09:19:58.747502333Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2025-08-16T09:19:58.752487673Z","level":"INFO","msg":"handleInformInit: received","streamId":"1yum6ex1","id":"1(@)"}
+{"time":"2025-08-16T09:19:59.701412719Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"1yum6ex1","id":"1(@)"}
+{"time":"2025-08-16T09:20:01.119596217Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"}
+{"time":"2025-08-16T09:20:01.119733749Z","level":"INFO","msg":"connection: closing","id":"1(@)"}
+{"time":"2025-08-16T09:20:01.119781731Z","level":"INFO","msg":"server is shutting down"}
+{"time":"2025-08-16T09:20:01.119825144Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"}
+{"time":"2025-08-16T09:20:01.119900177Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-2029-2218-2770062416/socket","Net":"unix"}}
+{"time":"2025-08-16T09:20:04.228018036Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"}
+{"time":"2025-08-16T09:20:04.228080395Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"}
+{"time":"2025-08-16T09:20:04.228113458Z","level":"INFO","msg":"server is closed"}

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/logs/debug-internal.log

@@ -0,0 +1,11 @@
+{"time":"2025-08-16T09:19:58.752714645Z","level":"INFO","msg":"stream: starting","core version":"0.21.1"}
+{"time":"2025-08-16T09:19:59.701344038Z","level":"INFO","msg":"stream: created new stream","id":"1yum6ex1"}
+{"time":"2025-08-16T09:19:59.701400857Z","level":"INFO","msg":"stream: started","id":"1yum6ex1"}
+{"time":"2025-08-16T09:19:59.701472213Z","level":"INFO","msg":"writer: started","stream_id":"1yum6ex1"}
+{"time":"2025-08-16T09:19:59.701498593Z","level":"INFO","msg":"handler: started","stream_id":"1yum6ex1"}
+{"time":"2025-08-16T09:19:59.701548158Z","level":"INFO","msg":"sender: started","stream_id":"1yum6ex1"}
+{"time":"2025-08-16T09:20:01.119664077Z","level":"INFO","msg":"stream: closing","id":"1yum6ex1"}
+{"time":"2025-08-16T09:20:03.254165322Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
+{"time":"2025-08-16T09:20:04.092898997Z","level":"INFO","msg":"handler: closed","stream_id":"1yum6ex1"}
+{"time":"2025-08-16T09:20:04.093080774Z","level":"INFO","msg":"sender: closed","stream_id":"1yum6ex1"}
+{"time":"2025-08-16T09:20:04.093118335Z","level":"INFO","msg":"stream: closed","id":"1yum6ex1"}

ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/logs/debug.log

@@ -0,0 +1,23 @@
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_setup.py:_flush():80] Current SDK version is 0.21.1
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_setup.py:_flush():80] Configure stats pid to 2029
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_setup.py:_flush():80] Loading settings from /workspace/ent-labotary/wandb/settings
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/logs/debug.log
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250816_091958-1yum6ex1/logs/debug-internal.log
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_init.py:init():830] calling init triggers
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-08-16 09:19:58,541 INFO    MainThread:2029 [wandb_init.py:init():871] starting backend
+2025-08-16 09:19:58,747 INFO    MainThread:2029 [wandb_init.py:init():874] sending inform_init request
+2025-08-16 09:19:58,749 INFO    MainThread:2029 [wandb_init.py:init():882] backend started and connected
+2025-08-16 09:19:58,750 INFO    MainThread:2029 [wandb_init.py:init():953] updated telemetry
+2025-08-16 09:19:58,757 INFO    MainThread:2029 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout
+2025-08-16 09:20:00,561 INFO    MainThread:2029 [wandb_init.py:init():1029] starting run threads in backend
+2025-08-16 09:20:00,777 INFO    MainThread:2029 [wandb_run.py:_console_start():2494] atexit reg
+2025-08-16 09:20:00,778 INFO    MainThread:2029 [wandb_run.py:_redirect():2342] redirect: wrap_raw
+2025-08-16 09:20:00,778 INFO    MainThread:2029 [wandb_run.py:_redirect():2411] Wrapping output streams.
+2025-08-16 09:20:00,778 INFO    MainThread:2029 [wandb_run.py:_redirect():2434] Redirects installed.
+2025-08-16 09:20:00,780 INFO    MainThread:2029 [wandb_init.py:init():1075] run started, returning control to user process
+2025-08-16 09:20:00,780 INFO    MainThread:2029 [wandb_run.py:_config_callback():1380] config_cb None None {'out': 'outputs/ssl_distil/vit16s', 'data': 'data/kyucapsule', 'model': 'VisionTransformer', 'method': 'distillation', 'method_args': {'lr_scale_method': 'sqrt', 'reference_batch_size': 1536, 'n_teacher_blocks': 2, 'teacher': 'dinov3/vitb16', 'teacher_weights': None, 'teacher_url': 'https://dinov3.llamameta.net/dinov3_vitb16/dinov3_vitb16_pretrain_lvd1689m-73cec8be.pth?Policy=eyJTdGF0ZW1lbnQiOlt7InVuaXF1ZV9oYXNoIjoidHIwZnd1bWJpNXQ3MDN4cHR6ZnQwYWJvIiwiUmVzb3VyY2UiOiJodHRwczpcL1wvZGlub3YzLmxsYW1hbWV0YS5uZXRcLyoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE3NTU0NDQyOTJ9fX1dfQ__&Signature=My7izi9fGryWxHUZt0Ndjf%7EXL5DZqsEw7zj0srntCpnl-ef5RIXlC3GsiUhpPsk%7Ex1926VqFIZq1DopLq-qZLm8R%7E%7EMz50FnqqgmpTilHZ37qXXzfs5zKpoKtlREY4Zr7MY9mitysZM52qW-Ql59QnsPiw596ibmw9fuDo5%7EsVmD1mTJUaiY%7Eh2mwjTZIHDaBwCdyJMLcfjnd45ERNIJ3AmyNXxkZYSFjLBh%7E%7Erwo0fJStpUbbHlcgPp2y1qpKhkOb3GTPoqpPx9JGXAoRORBrnSfcG0O7vcP0I3b4gjqTNpmmtmUxkWytxM0uqw3wuanUucTg2a4oFx7XnkHrjyjQ__&Key-Pair-Id=K15QRJLYKIFSLZ&Download-Request-ID=1269751050845944', 'n_projection_layers': 1, 'projection_hidden_dim': 2048}, 'embed_dim': None, 'epochs': 300, 'batch_size': 32, 'num_workers': 16, 'devices': 1, 'num_nodes': 1, 'resume_interrupted': True, 'checkpoint': None, 'overwrite': True, 'accelerator': 'CUDAAccelerator', 'strategy': 'SingleDeviceStrategy', 'precision': '32-true', 'float32_matmul_precision': 'highest', 'seed': 0, 'loggers': {'jsonl': {'flush_logs_every_n_steps': 100}, 'mlflow': None, 'tensorboard': {'name': '', 'version': '', 'log_graph': False, 'default_hp_metric': True, 'prefix': '', 'sub_dir': None}, 'wandb': {'name': None, 'version': None, 'offline': False, 'anonymous': None, 'project': 'ent-endoscopy-ssl', 'log_model': False, 'prefix': '', 'checkpoint_name': None}}, 'callbacks': {'learning_rate_monitor': {}, 'device_stats_monitor': None, 'early_stopping': {'monitor': 'train_loss', 'patience': 1000000000000, 'check_finite': True}, 'model_export': {'every_n_epochs': 1}, 'model_checkpoint': {'filename': None, 'save_last': True, 'enable_version_counter': False, 'save_top_k': 1, 'every_n_epochs': None}}, 'optim': 'lars', 'optim_args': {'lr': 9.0, 'momentum': 0.9, 'dampening': 0.0, 'weight_decay': 1e-06, 'nesterov': False, 'trust_coefficient': 0.001, 'eps': 1e-08}, 'transform_args': {'image_size': [224, 224], 'channel_drop': None, 'random_resize': {'min_scale': 0.14, 'max_scale': 1.0}, 'random_flip': {'horizontal_prob': 0.5, 'vertical_prob': 0.0}, 'random_rotation': None, 'color_jitter': {'prob': 0.8, 'strength': 0.5, 'brightness': 0.8, 'contrast': 0.8, 'saturation': 0.4, 'hue': 0.2}, 'random_gray_scale': 0.2, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'gaussian_blur': {'prob': 1.0, 'sigmas': [0.0, 0.1], 'blur_limit': 0}, 'solarize': None}, 'loader_args': None, 'trainer_args': None, 'model_args': None, 'resume': None}
+2025-08-16 09:20:01,119 INFO    MsgRouterThr:2029 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 1 handles.

ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/files/output.log

@@ -0,0 +1,56 @@
+/usr/local/lib/python3.12/dist-packages/pytorch_lightning/trainer/connectors/checkpoint_connector.py:190: .fit(ckpt_path="last") is set, but there is no last checkpoint available. No checkpoint will be loaded. HINT: Set `ModelCheckpoint(..., save_last=True)`.
+
+LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]
+Loading `train_dataloader` to estimate number of stepping batches.
+
+  | Name                    | Type                  | Params | Mode
+--------------------------------------------------------------------------
+0 | teacher_embedding_model | DinoVisionTransformer | 85.7 M | eval
+1 | student_embedding_model | EmbeddingModel        | 30.1 M | train
+2 | student_projection_head | DistillationV2Head    | 591 K  | train
+3 | criterion               | DistillationV2Loss    | 0      | train
+--------------------------------------------------------------------------
+116 M     Trainable params
+0         Non-trainable params
+116 M     Total params
+465.345   Total estimated model params size (MB)
+284       Modules in train mode
+188       Modules in eval mode
+Epoch 299: 100%|██████████████████████████████████████████████████████| 577/577 [00:52<00:00, 10.92it/s, v_num=jv8o, train_loss=0.0754, data_wait=14.6%]
+`Trainer.fit` stopped: `max_epochs=300` reached.
+Training completed.
+Example: How to use the exported model
+----------------------------------------------------------------------------------------
+import timm
+
+# Load the pretrained model
+model = timm.create_model(
+    model_name='vit_small_patch16_224',
+    checkpoint_path='/workspace/ent-labotary/outputs/ssl_distil/vit16s/exported_models/exported_last.pt',
+)
+
+# Finetune or evaluate the model
+...
+----------------------------------------------------------------------------------------
+
+Model exported.
+Args: {
+    "checkpoint": "outputs/ssl_distil/vit16s/checkpoints/last.ckpt",
+    "format": "torch_state_dict",
+    "out": "outputs/ssl_distil/vit16s/vit16s_patch16_224_distil.pth",
+    "overwrite": false,
+    "part": "model"
+}
+Exporting 'ModelPart.MODEL' as 'ModelFormat.TORCH_STATE_DICT'.
+Loading checkpoint from '/workspace/ent-labotary/outputs/ssl_distil/vit16s/checkpoints/last.ckpt'
+Exporting model to '/workspace/ent-labotary/outputs/ssl_distil/vit16s/vit16s_patch16_224_distil.pth'
+Processing Files (8 / 8)                : 100%|████████████████████████████████████████████████████████████████████████████|  690MB /  690MB, 19.3MB/s  
+New Data Upload                         : 100%|████████████████████████████████████████████████████████████████████████████|  451MB /  451MB, 13.5MB/s  
+  ...6s/exported_models/exported_last.pt: 100%|████████████████████████████████████████████████████████████████████████████|  120MB /  120MB            
+  ...it16s/vit16s_patch16_224_distil.pth: 100%|████████████████████████████████████████████████████████████████████████████|  120MB /  120MB            
+  ...ckpoints/epoch=299-step=173100.ckpt: 100%|████████████████████████████████████████████████████████████████████████████|  212MB /  212MB            
+  ...distil/vit16s/checkpoints/last.ckpt: 100%|████████████████████████████████████████████████████████████████████████████|  212MB /  212MB            
+  ...ents.1755335997.ca841cc21a64.2029.0: 100%|████████████████████████████████████████████████████████████████████████████| 6.91kB / 6.91kB            
+  ...ents.1755336666.ca841cc21a64.2366.0: 100%|████████████████████████████████████████████████████████████████████████████| 1.90MB / 1.90MB            
+  ...ntations_0_7b27b90c75a0816f061d.png: 100%|████████████████████████████████████████████████████████████████████████████|  726kB /  726kB            
+  ..._093107-3hm7jv8o/run-3hm7jv8o.wandb: 100%|████████████████████████████████████████████████████████████████████████████| 23.3MB / 23.3MB            

ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/files/requirements.txt

@@ -0,0 +1,285 @@
+stringzilla==3.12.6
+simsimd==6.5.0
+pytz==2025.2
+pygtrie==2.5.0
+mpmath==1.3.0
+funcy==2.0
+distlib==0.4.0
+dictdiffer==0.9.0
+appdirs==1.4.4
+antlr4-python3-runtime==4.9.3
+aenum==3.1.16
+zc.lockfile==3.0.post1
+voluptuous==0.15.2
+vine==5.1.0
+tzdata==2025.2
+typing-inspection==0.4.1
+tqdm==4.67.1
+tomlkit==0.13.3
+threadpoolctl==3.6.0
+tabulate==0.9.0
+smmap==5.0.2
+shtab==1.7.2
+shortuuid==1.0.13
+shellingham==1.5.4
+sentry-sdk==2.35.0
+semver==3.0.4
+safetensors==0.6.2
+ruamel.yaml.clib==0.2.12
+regex==2025.7.34
+python-dotenv==1.1.1
+PySocks==1.7.1
+pyflakes==3.4.0
+pydot==4.0.1
+pydantic_core==2.33.2
+pycodestyle==2.14.0
+pyarrow==21.0.0
+propcache==0.3.2
+pillow==11.3.0
+pathspec==0.12.1
+orjson==3.11.2
+omegaconf==2.3.0
+nvidia-nvtx-cu12==12.8.90
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nccl-cu12==2.27.5
+nvidia-curand-cu12==10.3.9.90
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cublas-cu12==12.8.4.1
+numpy==2.2.6
+nodeenv==1.9.1
+networkx==3.5
+mypy_extensions==1.1.0
+multidict==6.6.4
+mdurl==0.1.2
+mccabe==0.7.0
+loguru==0.7.3
+lightning-utilities==0.15.2
+kiwisolver==1.4.9
+joblib==1.5.1
+isort==6.0.1
+identify==2.6.13
+hf-xet==1.1.7
+grandalf==0.8
+fsspec==2025.7.0
+frozenlist==1.7.0
+fonttools==4.59.1
+flatten-dict==0.4.2
+filelock==3.19.1
+eval_type_backport==0.2.2
+entrypoints==0.4
+dvc-render==1.0.2
+dulwich==0.24.1
+dpath==2.2.0
+diskcache==5.6.3
+cycler==0.12.1
+configobj==5.0.9
+colorama==0.4.6
+click==8.2.1
+cfgv==3.4.0
+billiard==4.2.1
+atpublic==6.0.1
+asyncssh==2.21.0
+annotated-types==0.7.0
+aiohappyeyeballs==2.6.1
+yarl==1.20.1
+virtualenv==20.34.0
+triton==3.1.0
+sqltrie==0.11.2
+scipy==1.16.1
+ruamel.yaml==0.18.14
+pygit2==1.18.1
+pydantic==2.11.7
+pandas==2.3.1
+opencv-python-headless==4.12.0.88
+nvidia-cusparse-cu12==12.5.8.93
+markdown-it-py==4.0.0
+lightly-utils==0.0.2
+iterative-telemetry==0.0.10
+hydra-core==1.3.2
+huggingface-hub==0.34.4
+gitdb==4.0.12
+flufl.lock==8.2.0
+flake8==7.3.0
+dvc-studio-client==0.22.0
+dvc-objects==5.1.1
+dotenv==0.9.9
+contourpy==1.3.3
+click-repl==0.3.0
+click-plugins==1.1.1.2
+click-didyoumean==0.3.1
+black==25.1.0
+amqp==5.3.1
+aiosignal==1.4.0
+tokenizers==0.21.4
+scikit-learn==1.7.1
+rich==14.1.0
+pre_commit==4.3.0
+matplotlib==3.10.5
+kombu==5.5.4
+GitPython==3.1.45
+gdown==5.2.0
+dvc-data==3.16.11
+albucore==0.0.24
+aiohttp==3.12.15
+wandb==0.21.1
+typer==0.16.0
+transformers==4.55.2
+seaborn==0.13.2
+celery==5.5.3
+albumentations==2.0.8
+aiohttp-retry==2.9.1
+torchmetrics==1.8.1
+scmrepo==3.5.2
+dvc-task==0.40.2
+dvc-http==2.32.0
+timm==1.0.19
+pytorch-lightning==2.5.3
+gto==1.7.2
+lightly==1.5.22
+dvc==3.62.0
+lightly_train==0.11.0
+nvidia-cusparselt-cu12==0.7.1
+sympy==1.14.0
+pytorch-triton==3.4.0+gitf7888497
+nvidia-nvshmem-cu12==3.3.9
+nvidia-cufile-cu12==1.13.1.3
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cudnn-cu12==9.10.2.21
+nvidia-cusolver-cu12==11.7.3.90
+torch==2.9.0.dev20250815+cu128
+torchvision==0.24.0.dev20250815+cu128
+pluggy==1.6.0
+iniconfig==2.1.0
+pytest==8.4.1
+jupyter-archive==3.4.0
+nbzip==0.1.0
+filetype==1.2.0
+bash_kernel==0.10.0
+jupyter-http-over-ws==0.0.8
+conda-pack==0.8.1
+MarkupSafe==3.0.2
+PyYAML==6.0.2
+Send2Trash==1.8.3
+absl-py==2.3.0
+anyio==4.9.0
+argon2-cffi==25.1.0
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+asttokens==3.0.0
+async-lru==2.0.5
+attrs==25.3.0
+babel==2.17.0
+beautifulsoup4==4.13.4
+bleach==6.2.0
+certifi==2025.6.15
+cffi==1.17.1
+charset-normalizer==3.4.2
+comm==0.2.2
+debugpy==1.8.14
+decorator==5.2.1
+defusedxml==0.7.1
+executing==2.2.0
+fastjsonschema==2.21.1
+fqdn==1.5.1
+grpcio==1.73.1
+h11==0.16.0
+httpcore==1.0.9
+httpx==0.28.1
+idna==3.10
+ipykernel==6.29.5
+ipython==9.3.0
+ipython_pygments_lexers==1.1.1
+ipywidgets==8.1.7
+isoduration==20.11.0
+jedi==0.19.2
+Jinja2==3.1.6
+json5==0.12.0
+jsonpointer==3.0.0
+jsonschema==4.24.0
+jsonschema-specifications==2025.4.1
+jupyter==1.1.1
+jupyter_client==8.6.3
+jupyter-console==6.6.3
+jupyter_core==5.8.1
+jupyter-events==0.12.0
+jupyter-lsp==2.2.5
+jupyter_server==2.16.0
+jupyter_server_terminals==0.5.3
+jupyterlab==4.4.4
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.27.3
+jupyterlab_widgets==3.0.15
+Markdown==3.8.2
+matplotlib-inline==0.1.7
+mistune==3.1.3
+nbclient==0.10.2
+nbconvert==7.16.6
+nbformat==5.10.4
+nest-asyncio==1.6.0
+notebook==7.4.3
+notebook_shim==0.2.4
+overrides==7.7.0
+packaging==25.0
+pandocfilters==1.5.1
+parso==0.8.4
+pexpect==4.9.0
+platformdirs==4.3.8
+prometheus_client==0.22.1
+prompt_toolkit==3.0.51
+protobuf==6.31.1
+psutil==7.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+pycparser==2.22
+Pygments==2.19.2
+python-dateutil==2.9.0.post0
+python-json-logger==3.3.0
+pyzmq==27.0.0
+referencing==0.36.2
+requests==2.32.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rpds-py==0.25.1
+sniffio==1.3.1
+soupsieve==2.7
+stack-data==0.6.3
+tensorboard==2.19.0
+tensorboard-data-server==0.7.2
+terminado==0.18.1
+tinycss2==1.4.0
+tornado==6.5.1
+traitlets==5.14.3
+types-python-dateutil==2.9.0.20250516
+typing_extensions==4.14.0
+uri-template==1.3.0
+urllib3==2.5.0
+wcwidth==0.2.13
+webcolors==24.11.1
+webencodings==0.5.1
+websocket-client==1.8.0
+Werkzeug==3.1.3
+widgetsnbextension==4.0.14
+uv==0.7.16
+PyGObject==3.48.2
+PyJWT==2.7.0
+blinker==1.7.0
+cryptography==41.0.7
+cryptography==41.0.7
+dbus-python==1.3.2
+distro==1.9.0
+httplib2==0.20.4
+iotop==0.6
+launchpadlib==1.11.0
+lazr.restfulclient==0.14.6
+lazr.uri==1.0.6
+oauthlib==3.2.2
+pip==24.0
+pyparsing==3.1.1
+python-apt==2.7.7+ubuntu4
+setuptools==68.1.2
+six==1.16.0
+supervisor==4.2.5
+wadllib==1.3.6
+wheel==0.42.0

ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/files/wandb-metadata.json

@@ -0,0 +1,40 @@
+{
+  "os": "Linux-5.15.0-141-generic-x86_64-with-glibc2.39",
+  "python": "CPython 3.12.3",
+  "startedAt": "2025-08-16T09:31:07.461527Z",
+  "program": "/workspace/ent-labotary/src/experiment/ssl_distil.py",
+  "codePath": "src/experiment/ssl_distil.py",
+  "codePathLocal": "src/experiment/ssl_distil.py",
+  "git": {
+    "remote": "https://github.com/PCTU-Deep-Medicine/ent-labotary.git",
+    "commit": "e8ad686331af47036fc95dc5933f9bd7d80c04f5"
+  },
+  "email": "[email protected]",
+  "root": "/workspace/ent-labotary/outputs/ssl_distil/vit16s",
+  "host": "ca841cc21a64",
+  "executable": "/usr/bin/python3",
+  "cpu_count": 48,
+  "cpu_count_logical": 96,
+  "gpu": "NVIDIA GeForce RTX 5090",
+  "gpu_count": 1,
+  "disk": {
+    "/": {
+      "total": "53687091200",
+      "used": "14060949504"
+    }
+  },
+  "memory": {
+    "total": "270093287424"
+  },
+  "gpu_nvidia": [
+    {
+      "name": "NVIDIA GeForce RTX 5090",
+      "memoryTotal": "34190917632",
+      "cudaCores": 21760,
+      "architecture": "Blackwell",
+      "uuid": "GPU-c6a82cc7-2c32-ae6f-65da-8a33c899fba8"
+    }
+  ],
+  "cudaVersion": "12.8",
+  "writerId": "35ndou29035kfs9jgl0cvyk98aywguck"
+}

ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/logs/debug-core.log

@@ -0,0 +1,6 @@
+{"time":"2025-08-16T09:31:07.490504786Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmphbj9u8gg/port-2366.txt","pid":2366,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
+{"time":"2025-08-16T09:31:07.491547445Z","level":"INFO","msg":"server: will exit if parent process dies","ppid":2366}
+{"time":"2025-08-16T09:31:07.491540161Z","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-2366-2553-1207821092/socket","Net":"unix"}}
+{"time":"2025-08-16T09:31:07.668891905Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"}
+{"time":"2025-08-16T09:31:07.674697027Z","level":"INFO","msg":"handleInformInit: received","streamId":"3hm7jv8o","id":"1(@)"}
+{"time":"2025-08-16T09:31:08.554273086Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"3hm7jv8o","id":"1(@)"}

ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/logs/debug-internal.log

@@ -0,0 +1,7 @@
+{"time":"2025-08-16T09:31:07.674896658Z","level":"INFO","msg":"stream: starting","core version":"0.21.1"}
+{"time":"2025-08-16T09:31:08.554162956Z","level":"INFO","msg":"stream: created new stream","id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.554261675Z","level":"INFO","msg":"stream: started","id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.55427999Z","level":"INFO","msg":"writer: started","stream_id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.554322451Z","level":"INFO","msg":"handler: started","stream_id":"3hm7jv8o"}
+{"time":"2025-08-16T09:31:08.554399167Z","level":"INFO","msg":"sender: started","stream_id":"3hm7jv8o"}
+{"time":"2025-08-16T09:44:04.701541128Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/acc-ggcolab-pctu/ent-endoscopy-ssl/3hm7jv8o/file_stream\": dial tcp 35.186.228.49:443: connect: connection timed out"}

ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/logs/debug.log

@@ -0,0 +1,22 @@
+2025-08-16 09:31:07,462 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Current SDK version is 0.21.1
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Configure stats pid to 2366
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Loading settings from /root/.config/wandb/settings
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Loading settings from /workspace/ent-labotary/wandb/settings
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_setup.py:_flush():80] Loading settings from environment variables
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:setup_run_log_directory():703] Logging user logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/logs/debug.log
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to /workspace/ent-labotary/outputs/ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/logs/debug-internal.log
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:init():830] calling init triggers
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:init():835] wandb.init called with sweep_config: {}
+config: {'_wandb': {}}
+2025-08-16 09:31:07,463 INFO    MainThread:2366 [wandb_init.py:init():871] starting backend
+2025-08-16 09:31:07,669 INFO    MainThread:2366 [wandb_init.py:init():874] sending inform_init request
+2025-08-16 09:31:07,671 INFO    MainThread:2366 [wandb_init.py:init():882] backend started and connected
+2025-08-16 09:31:07,672 INFO    MainThread:2366 [wandb_init.py:init():953] updated telemetry
+2025-08-16 09:31:07,680 INFO    MainThread:2366 [wandb_init.py:init():977] communicating run to backend with 90.0 second timeout
+2025-08-16 09:31:09,287 INFO    MainThread:2366 [wandb_init.py:init():1029] starting run threads in backend
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_console_start():2494] atexit reg
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_redirect():2342] redirect: wrap_raw
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_redirect():2411] Wrapping output streams.
+2025-08-16 09:31:09,506 INFO    MainThread:2366 [wandb_run.py:_redirect():2434] Redirects installed.
+2025-08-16 09:31:09,508 INFO    MainThread:2366 [wandb_init.py:init():1075] run started, returning control to user process
+2025-08-16 09:31:09,509 INFO    MainThread:2366 [wandb_run.py:_config_callback():1380] config_cb None None {'out': 'outputs/ssl_distil/vit16s', 'data': 'data/kyucapsule', 'model': 'VisionTransformer', 'method': 'distillation', 'method_args': {'lr_scale_method': 'sqrt', 'reference_batch_size': 1536, 'n_teacher_blocks': 2, 'teacher': 'dinov3/vitb16', 'teacher_weights': None, 'teacher_url': 'https://dinov3.llamameta.net/dinov3_vitb16/dinov3_vitb16_pretrain_lvd1689m-73cec8be.pth?Policy=eyJTdGF0ZW1lbnQiOlt7InVuaXF1ZV9oYXNoIjoidHIwZnd1bWJpNXQ3MDN4cHR6ZnQwYWJvIiwiUmVzb3VyY2UiOiJodHRwczpcL1wvZGlub3YzLmxsYW1hbWV0YS5uZXRcLyoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE3NTU0NDQyOTJ9fX1dfQ__&Signature=My7izi9fGryWxHUZt0Ndjf%7EXL5DZqsEw7zj0srntCpnl-ef5RIXlC3GsiUhpPsk%7Ex1926VqFIZq1DopLq-qZLm8R%7E%7EMz50FnqqgmpTilHZ37qXXzfs5zKpoKtlREY4Zr7MY9mitysZM52qW-Ql59QnsPiw596ibmw9fuDo5%7EsVmD1mTJUaiY%7Eh2mwjTZIHDaBwCdyJMLcfjnd45ERNIJ3AmyNXxkZYSFjLBh%7E%7Erwo0fJStpUbbHlcgPp2y1qpKhkOb3GTPoqpPx9JGXAoRORBrnSfcG0O7vcP0I3b4gjqTNpmmtmUxkWytxM0uqw3wuanUucTg2a4oFx7XnkHrjyjQ__&Key-Pair-Id=K15QRJLYKIFSLZ&Download-Request-ID=1269751050845944', 'n_projection_layers': 1, 'projection_hidden_dim': 2048}, 'embed_dim': None, 'epochs': 300, 'batch_size': 32, 'num_workers': 16, 'devices': 1, 'num_nodes': 1, 'resume_interrupted': True, 'checkpoint': None, 'overwrite': True, 'accelerator': 'CUDAAccelerator', 'strategy': 'SingleDeviceStrategy', 'precision': '32-true', 'float32_matmul_precision': 'highest', 'seed': 0, 'loggers': {'jsonl': {'flush_logs_every_n_steps': 100}, 'mlflow': None, 'tensorboard': {'name': '', 'version': '', 'log_graph': False, 'default_hp_metric': True, 'prefix': '', 'sub_dir': None}, 'wandb': {'name': None, 'version': None, 'offline': False, 'anonymous': None, 'project': 'ent-endoscopy-ssl', 'log_model': False, 'prefix': '', 'checkpoint_name': None}}, 'callbacks': {'learning_rate_monitor': {}, 'device_stats_monitor': None, 'early_stopping': {'monitor': 'train_loss', 'patience': 1000000000000, 'check_finite': True}, 'model_export': {'every_n_epochs': 1}, 'model_checkpoint': {'filename': None, 'save_last': True, 'enable_version_counter': False, 'save_top_k': 1, 'every_n_epochs': None}}, 'optim': 'lars', 'optim_args': {'lr': 9.0, 'momentum': 0.9, 'dampening': 0.0, 'weight_decay': 1e-06, 'nesterov': False, 'trust_coefficient': 0.001, 'eps': 1e-08}, 'transform_args': {'image_size': [224, 224], 'channel_drop': None, 'random_resize': {'min_scale': 0.14, 'max_scale': 1.0}, 'random_flip': {'horizontal_prob': 0.5, 'vertical_prob': 0.0}, 'random_rotation': None, 'color_jitter': {'prob': 0.8, 'strength': 0.5, 'brightness': 0.8, 'contrast': 0.8, 'saturation': 0.4, 'hue': 0.2}, 'random_gray_scale': 0.2, 'normalize': {'mean': [0.485, 0.456, 0.406], 'std': [0.229, 0.224, 0.225]}, 'gaussian_blur': {'prob': 1.0, 'sigmas': [0.0, 0.1], 'blur_limit': 0}, 'solarize': None}, 'loader_args': None, 'trainer_args': None, 'model_args': None, 'resume': None}

ssl_distil/vit16s/wandb/run-20250816_093107-3hm7jv8o/run-3hm7jv8o.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de340542c1ef625311849d2f3a6fd609fcd7990e668a78f885f115ce1c06669c
+size 23298048