[core] Remove more expensive shuffle tests (#25165)

Now that the "smaller_instances" versions of these tests are stable, we can stop running the version that uses bigger instances.
This commit is contained in:
Stephanie Wang 2022-05-24 21:05:18 -04:00 committed by GitHub
parent c8765385cb
commit f7692e4602
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -3429,7 +3429,7 @@
team: core
cluster:
cluster_env: shuffle/shuffle_app_config.yaml
cluster_compute: shuffle/shuffle_compute_large_scale.yaml
cluster_compute: shuffle/datasets_large_scale_compute_small_instances.yaml
run:
timeout: 7200
@ -3446,48 +3446,6 @@
test_name: dataset_shuffle_sort_1tb
test_suite: dataset_test
frequency: nightly
team: core
cluster:
cluster_env: shuffle/shuffle_app_config.yaml
cluster_compute: shuffle/shuffle_compute_large_scale.yaml
run:
timeout: 7200
script: python dataset/sort.py --num-partitions=1000 --partition-size=1e9
wait_for_nodes:
num_nodes: 20
type: sdk_command
file_manager: sdk
- name: dataset_shuffle_random_shuffle_1tb_small_instances
group: core-dataset-tests
working_dir: nightly_tests
legacy:
test_name: dataset_shuffle_random_shuffle_1tb_small_instances
test_suite: dataset_test
frequency: nightly
team: core
cluster:
cluster_env: shuffle/shuffle_app_config.yaml
cluster_compute: shuffle/datasets_large_scale_compute_small_instances.yaml
run:
timeout: 7200
script: python dataset/sort.py --num-partitions=1000 --partition-size=1e9 --shuffle
wait_for_nodes:
num_nodes: 20
type: sdk_command
file_manager: sdk
- name: dataset_shuffle_sort_1tb_small_instances
group: core-dataset-tests
working_dir: nightly_tests
legacy:
test_name: dataset_shuffle_sort_1tb_small_instances
test_suite: dataset_test
frequency: nightly
team: core
cluster: