hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-06 02:21:39 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[Dataset][nighlty-test] use 2 instead of 15 windows for 1.5TB data ingestion #22479

Browse source
This commit is contained in:
Chen Shen 2022-02-17 15:20:39 -08:00 • committed by GitHub
parent c9a4b17f99
commit 17f589a05d
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
release/.buildkite/build_pipeline.py
View file

@ -93,7 +93,7 @@ CORE_NIGHTLY_TESTS = {
"inference",
"shuffle_data_loader",
"pipelined_training_50_gb",
"pipelined_ingestion_1500_gb_15_windows",
"pipelined_ingestion_1500_gb",
"datasets_preprocess_ingest",
"datasets_ingest_400G",
SmokeTest("datasets_ingest_train_infer"),

6
release/nightly_tests/dataset/dataset_test.yaml
View file

@ -30,16 +30,16 @@
prepare: python wait_cluster.py 15 1200
script: python pipelined_training.py --epochs 1
- name: pipelined_ingestion_1500_gb_15_windows
- name: pipelined_ingestion_1500_gb
team: core
cluster:
app_config: pipelined_ingestion_app.yaml
compute_template: pipelined_ingestion_compute.yaml
run:
timeout: 4800
timeout: 9600
prepare: python wait_cluster.py 21 2400
script: python pipelined_training.py --epochs 2 --num-windows 15 --num-files 915 --debug
script: python pipelined_training.py --epochs 2 --num-windows 2 --num-files 915 --debug
- name: datasets_ingest_train_infer
team: core