Training in progress, step 664
Browse files- logs/amlt_code_runner.txt +13 -13
- model-00001-of-00003.safetensors +1 -1
- model-00002-of-00003.safetensors +1 -1
- model-00003-of-00003.safetensors +1 -1
- training_args.bin +1 -1
logs/amlt_code_runner.txt
CHANGED
@@ -1,13 +1,13 @@
|
|
1 |
-
2025-04-16
|
2 |
-
2025-04-16
|
3 |
-
2025-04-16
|
4 |
-
2025-04-16
|
5 |
-
2025-04-16
|
6 |
-
2025-04-16
|
7 |
-
2025-04-16
|
8 |
-
2025-04-16
|
9 |
-
2025-04-16
|
10 |
-
2025-04-16
|
11 |
-
2025-04-16
|
12 |
-
2025-04-16
|
13 |
-
2025-04-16
|
|
|
1 |
+
2025-04-16 15:26:23,189:amlt-code-runner:INFO - SINGULARITY_LOCATION: centralus
|
2 |
+
2025-04-16 15:26:23,189:amlt-code-runner:INFO - AISC_INSTANCE_TYPE: Singularity.ND96_v4
|
3 |
+
2025-04-16 15:26:26,211:amlt-code-runner:INFO - Not removing AzureML's cd commands from /etc/profile due to an error: [Errno 13] Permission denied: '/etc/profile'
|
4 |
+
2025-04-16 15:26:26,211:amlt-code-runner:WARNING - Environment variable 'NCCL_SOCKET_IFNAME' already set to '=eth0', not changing to '^docker0,lo'
|
5 |
+
2025-04-16 15:26:26,211:amlt-code-runner:INFO - RANK = 0
|
6 |
+
2025-04-16 15:26:26,211:amlt-code-runner:INFO - LOCAL_RANK = None
|
7 |
+
2025-04-16 15:26:26,211:amlt-code-runner:INFO - WORLD_SIZE = 1
|
8 |
+
2025-04-16 15:26:26,211:amlt-code-runner:INFO - MASTER_ADDR = node-0
|
9 |
+
2025-04-16 15:26:26,211:amlt-code-runner:INFO - MASTER_PORT = 9500
|
10 |
+
2025-04-16 15:26:26,212:amlt-code-runner:WARNING - Installing amlt runtime dependencies: ['wrapt', 'azure-identity', 'python-dateutil', 'pytz'] into /tmp/amlt-user-base
|
11 |
+
2025-04-16 15:26:27,771:amlt-code-runner:INFO - Executing ./amlt_setup.sh, ./amlt_run.sh
|
12 |
+
2025-04-16 15:26:27,838:background_dirsync:INFO - Starting directory syncer from '/scratch/amlt_code/outputs' to '/mnt/output/projects/amlt_project/amlt-results/7255445584.46229-4376bad2-6abd-462d-a8b5-b76415d70254', every 30.000000s
|
13 |
+
2025-04-16 15:26:27,842:background_dirsync:INFO - Starting directory syncer from '/scratch/azureml/cr/j/069eb34b89834120b195c77689a8ea19/exe/wd/logs' to '/scratch/amlt_code/outputs/logs', every 30.000000s
|
model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4943162336
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ed6be2d982a4be8993bb6e48f4b751f320ccaab466acd1f131c6ec2bf5d4b801
|
3 |
size 4943162336
|
model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4999819336
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e5a1d2e4419867725687b932297921767a520eaf40cedceaed33ed319cf1c48
|
3 |
size 4999819336
|
model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4540516344
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:102413ad10f700d47e64fcd429f690b54f7eb08963291a42bd93e0ab3ee9ef7f
|
3 |
size 4540516344
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 7736
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:352d1581d48d124911d09266aed78734035700c250d9f9adeff8a5c2c11e1489
|
3 |
size 7736
|