Allow multi-GPU tests and enable MPS #3524

Run time

Learn about OS pricing on GitHub Actions

Job	Run time
metadata	1s
bump-manifest	42s
amd64 / test-distribution (extra-only-distribution.sh)	6s
amd64 / test-distribution (mirror-only-distribution.sh)	6s
arm64 / test-distribution (extra-only-distribution.sh)	12s
amd64 / test-distribution (upstream-only-distribution.sh)	11s
arm64 / test-distribution (mirror-only-distribution.sh)	6s
amd64 / test-distribution (local-patch-distribution.sh)	6s
arm64 / test-distribution (upstream-only-distribution.sh)	6s
arm64 / test-distribution (local-patch-distribution.sh)	5s
arm64 / build-base / build-base	4m 40s
amd64 / build-base / build-base	5m 0s
arm64 / build-jax / build-jax	24m 28s
amd64 / build-jax / build-jax	17m 56s
amd64 / build-maxtext / build-maxtext	9m 13s
amd64 / build-equinox / build-equinox	3m 34s
amd64 / build-levanter / build-levanter	5m 11s
amd64 / build-triton / build-triton	9m 15s
amd64 / build-upstream-pax / build-upstream-pax	7m 24s
amd64 / build-upstream-t5x / build-upstream-t5x	7m 30s
amd64 / test-jax / jax-V100-unit-test	35m 8s
amd64 / build-gemma / build-gemma	6m 22s
amd64 / test-jax / jax-A100-unit-test	16m 14s
amd64 / test-nsys-jax / nsys-jax-V100-unit-test	7m 6s
amd64 / test-nsys-jax / nsys-jax-A100-unit-test	7m 25s
amd64 / test-pallas / pallas-V100-unit-test	2m 41s
amd64 / test-pallas / pallas-A100-unit-test	4m 47s
amd64 / test-nsys-jax / runner / launch-slurm-runner	19m 38s
amd64 / test-jax / runner / launch-slurm-runner	28m 8s
amd64 / test-pallas / runner / launch-slurm-runner	33m 53s
arm64 / build-triton	0s
arm64 / test-jax	0s
arm64 / build-gemma	0s
arm64 / test-nsys-jax	0s
arm64 / test-pallas	0s
arm64 / build-equinox / build-equinox	4m 28s
arm64 / build-maxtext / build-maxtext	17m 13s
arm64 / build-levanter / build-levanter	6m 34s
arm64 / build-upstream-pax / build-upstream-pax	17m 52s
arm64 / build-upstream-t5x / build-upstream-t5x	15m 11s
arm64 / test-triton	0s
arm64 / test-gemma	0s
amd64 / test-triton	0s
amd64 / test-maxtext / single-process-multi-device (1, 1, 2, 4)	25m 57s
amd64 / test-maxtext / maxtext-multinode (1, 1, 1, 1)	27m 36s
amd64 / test-maxtext / maxtext-multinode (1, 1, 8, 1)	2h 28m 8s
amd64 / test-maxtext / maxtext-multinode (1, 1, 1, 8)	47m 19s
amd64 / test-maxtext / maxtext-multinode (1, 1, 4, 2)	16m 19s
amd64 / test-maxtext / maxtext-multinode (1, 2, 2, 2)	13m 20s
amd64 / test-maxtext / maxtext-multinode (1, 4, 2, 2)	6h 0m 15s
arm64 / test-levanter	0s
amd64 / test-levanter / levanter-V100-unit-test	21m 12s
amd64 / test-levanter / levanter-A100-unit-test	18m 13s
amd64 / test-levanter / runner / launch-slurm-runner	38m 50s
arm64 / test-upstream-t5x	0s
arm64 / build-rosetta-t5x / build-rosetta	13m 16s
arm64 / test-maxtext	0s
arm64 / test-upstream-pax	0s
arm64 / test-te-multigpu	0s
arm64 / test-te	0s
arm64 / build-rosetta-pax / build-rosetta	7m 56s
amd64 / build-rosetta-t5x / build-rosetta	9m 32s
amd64 / test-upstream-t5x / t5x-multi-node (8G2N, 8, 2)	6h 0m 11s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P8G, 8)	35m 28s
amd64 / test-upstream-t5x / t5x-multi-node (8G2N_fmha, 8, 2, --enable-fmha 1)	6h 0m 9s
amd64 / test-upstream-t5x / t5x-multi-gpu (1P2G_fmha, 2, --enable-fmha 1)	2h 43m 59s
arm64 / test-rosetta-pax	0s
amd64 / build-rosetta-pax / build-rosetta	7m 6s
amd64 / test-upstream-pax / single-process-multi-device (1, 8, 1, 1)	2h 25m 38s
amd64 / test-te / te-V100-unit-test	53m 40s
amd64 / test-upstream-pax / single-process-multi-device (1, 1, 2, 4)	50m 37s
amd64 / test-te / te-A100-unit-test	1h 44m 6s
amd64 / test-upstream-pax / single-process-evaluation (1, 8, 1, 1)	2h 22m 6s
amd64 / test-upstream-pax / pax-multi-node (1DP1FSDP1TP1PP, 1, 1, 1, 1, 4)	2h 28m 58s
amd64 / test-upstream-pax / pax-multi-node (8DP1FSDP1TP1PP, 1, 8, 1, 1, 4)	50m 53s
amd64 / test-upstream-pax / pax-multi-node (1DP8FSDP1TP1PP, 1, 1, 8, 1, 4)	16m 20s
amd64 / test-upstream-pax / pax-multi-node (2DP1FSDP1TP4PP, 4, 2, 1, 1, 4)	13m 36s
amd64 / test-upstream-pax / pax-multi-node (4DP1FSDP2TP1PP, 1, 4, 1, 2, 4)	8m 24s
amd64 / test-upstream-pax / pax-multi-node (16DP1FSDP1TP1PP, 1, 16, 1, 1, 4)	6h 0m 11s
amd64 / test-upstream-pax / pax-multi-node (2DP1FSDP2TP4PP, 4, 2, 1, 2, 4)	6h 0m 14s
amd64 / test-upstream-pax / pax-multi-node (LLaMA_eval, 1, 1, 8, 1, 4, true, --model-type LLaMA70BProxy --evaluate)	12m 0s
amd64 / test-te / runner / launch-slurm-runner	2h 10m 21s
amd64 / test-te-multigpu / te-multi-gpu (4) / te-4GPU	2h 17m 22s
amd64 / test-te-multigpu / te-multi-gpu (2) / te-2GPU	2h 30m 2s
amd64 / test-te-multigpu / te-multi-gpu (8) / te-8GPU	2h 14m 20s
arm64 / collect-docker-tags	1s
arm64 / test-rosetta-t5x	0s
amd64 / test-gemma / gemma-V100-unit-test	3m 9s
amd64 / test-gemma / gemma-A100-unit-test	3m 43s
amd64 / test-gemma / runner / launch-slurm-runner	2h 29m 50s
amd64 / test-rosetta-t5x / vit-single-process-multi-device (8)	2h 38m 30s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (2N8G-te-1, 8, 2, --gin.train/utils.DatasetConfig.pack=False --gin.train_eva...	6h 0m 11s
amd64 / test-rosetta-t5x / multi-gpu-multi-node (2N2G_te-0, 2, 2, --enable-te 0)	6h 0m 9s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (1, 1)	2h 27m 34s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (1, 2)	6h 0m 12s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (8, 1)	6m 45s
amd64 / test-rosetta-t5x / vit-multi-gpu-multi-node (8, 2)	6h 0m 12s
amd64 / test-rosetta-t5x / single-process-multi-device (1P1G_te-0, 1, --enable-te 0)	2h 28m 57s
amd64 / test-rosetta-t5x / single-process-multi-device (1P8G_te-1, 8, --gin.train/utils.DatasetConfig.pack=False --gin.train...	37m 27s
amd64 / collect-docker-tags	1s
amd64 / test-rosetta-pax / rosetta-pax-multi-node (1, 8, 1, 1)	2h 37m 44s
amd64 / test-rosetta-pax / rosetta-pax-multi-node (1, 4, 1, 2)	27m 35s
amd64 / test-rosetta-pax / rosetta-pax-multi-node (4, 2, 1, 1)	12m 13s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (1DP1FSDP1TP1PP_TE, 1, 1, 1, 1, 4)	2h 40m 28s
amd64 / test-rosetta-pax / rosetta-pax-multi-node (4, 2, 1, 2)	6h 0m 15s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (8DP1FSDP1TP1PP_TE, 1, 8, 1, 1, 4)	27m 51s
amd64 / test-rosetta-pax / single-process-multi-device-te (1, 8, 1, 1)	2h 34m 44s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (1DP8FSDP1TP1PP_TE, 1, 1, 8, 1, 4)	11m 58s
amd64 / test-rosetta-pax / single-process-multi-device-te (1, 1, 2, 4)	27m 35s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (4DP1FSDP2TP1PP_TE, 1, 4, 1, 2, 4)	9m 28s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (16DP1FSDP1TP1PP_TE, 1, 16, 1, 1, 4)	6h 0m 13s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (5B_fused_attn_1, 1, 1, 8, 1, 2, --model-type 5B)	8m 40s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (5B_fused_attn_0, 1, 1, 8, 1, 2, --model-type 5B --disable-fused-attn)	8m 57s
amd64 / test-rosetta-pax / rosetta-pax-multi-node-te (LLaMA_eval_TE, 1, 1, 8, 1, 4, true, --model-type LLaMA70BProxy --evalu...	11m 58s
amd64 / test-rosetta-pax / rosetta-pax-single-node-dropout-te (1, 8, 1, 1)	2h 46m 32s
amd64 / test-rosetta-pax / single-process-evaluation-te (1, 8, 1, 1)	2h 42m 54s
amd64 / test-te-multigpu / sitrep	6s
amd64 / test-maxtext / test-maxtext-summary	1s
amd64 / test-maxtext / test-maxtext-metrics	0s
amd64 / test-maxtext / test-maxtext-sitrep / sitrep	21s
amd64 / test-maxtext / test-maxtext-outcome	1s
amd64 / test-rosetta-pax / test-pax-rosetta-summary	1s
amd64 / test-rosetta-pax / test-pax-rosetta-metrics	0s
amd64 / test-rosetta-pax / test-pax-rosetta-sitrep / sitrep	9s
amd64 / test-rosetta-pax / test-pax-rosetta-outcome	1s
amd64 / test-upstream-t5x / test-upstream-t5x-summary	1s
amd64 / test-upstream-t5x / test-upstream-t5x-metrics	0s
amd64 / test-upstream-t5x / test-upstream-t5x-sitrep / sitrep	12s
amd64 / test-upstream-t5x / test-upstream-t5x-outcome	1s
amd64 / test-rosetta-t5x / test-t5x-rosetta-summary	1s
amd64 / test-rosetta-t5x / test-t5x-rosetta-metrics	0s
amd64 / test-rosetta-t5x / test-t5x-rosetta-sitrep / sitrep	6s
amd64 / test-rosetta-t5x / test-t5x-rosetta-outcome	1s
amd64 / test-upstream-pax / test-upstream-pax-summary	1s
amd64 / test-upstream-pax / test-upstream-pax-metrics	0s
amd64 / test-upstream-pax / test-upstream-pax-sitrep / sitrep	8s
amd64 / test-upstream-pax / test-upstream-pax-outcome	1s
make-publish-configs	8s
merge-new-manifest	0s
publish-containers (equinox, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-equin... / publish	30s
publish-containers (gemma, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-gemma-a... / publish	19s
publish-containers (base, mock-jax, 800, ghcr.io/nvidia/jax-toolbox-internal:11820476777-base-amd... / publish	14s
publish-containers (equinox, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:118204767... / publish	29s
publish-containers (gemma, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:11820476777... / publish	11s
publish-containers (jax, mock-jax, 1000, ghcr.io/nvidia/jax-toolbox-internal:11820476777-jax-amd6... / publish	29s
publish-containers (levanter, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-leva... / publish	30s
publish-containers (jax, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:11820476777-j... / publish	14s
publish-containers (levanter, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:11820476... / publish	13s
publish-containers (maxtext, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:118204767... / publish	29s
publish-containers (pax, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-pax-amd64... / publish	14s
publish-containers (maxtext, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-maxte... / publish	19s
publish-containers (pax, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:11820476777-p... / publish	22s
publish-containers (t5x, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:11820476777-t... / publish	15s
publish-containers (upstream-pax, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-... / publish	18s
publish-containers (t5x, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-t5x-amd64... / publish	23s
publish-containers (upstream-t5x, mock-jax, 900, ghcr.io/nvidia/jax-toolbox-internal:11820476777-... / publish	29s
publish-containers (upstream-pax, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:1182... / publish	16s
publish-containers (upstream-t5x, mock-jax-mealkit, 500, ghcr.io/nvidia/jax-toolbox-internal:1182... / publish	15s
finalize / report	11s
finalize / workflow-badge	3s
finalize / upload-badge	9s
finalize / publish-badge	4s
	5d 9h 46m 8s

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Allow multi-GPU tests and enable MPS #3524

Usage

Allow multi-GPU tests and enable MPS #3524

Jobs

Run details

Run time