From 79837ce53774ab44703952c7c433945b5700d935 Mon Sep 17 00:00:00 2001 From: Ed Savage Date: Mon, 19 Jun 2023 11:14:22 +0100 Subject: [PATCH] [ML] DRA upload: Only download artifacts once The DRA upload pipelines are currently downloading required artifacts from multiple pipeline steps. While this is not an error or causing any harm it is slightly more efficient to only download the artifacts once, from the `create_dra_artifacts` step. --- .buildkite/pipelines/upload_dra_to_gcs.yml.sh | 2 +- .buildkite/pipelines/upload_dra_to_s3.yml.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.buildkite/pipelines/upload_dra_to_gcs.yml.sh b/.buildkite/pipelines/upload_dra_to_gcs.yml.sh index 45f933e5a5..fe26e653f8 100755 --- a/.buildkite/pipelines/upload_dra_to_gcs.yml.sh +++ b/.buildkite/pipelines/upload_dra_to_gcs.yml.sh @@ -20,7 +20,7 @@ steps: key: "upload_dra_artifacts_to_gcs" depends_on: create_dra_artifacts command: - - 'buildkite-agent artifact download "build/distributions/*" .' + - 'buildkite-agent artifact download "build/distributions/*" --step create_dra_artifacts .' - '.buildkite/scripts/steps/upload_dra_to_gcs.sh' agents: provider: gcp diff --git a/.buildkite/pipelines/upload_dra_to_s3.yml.sh b/.buildkite/pipelines/upload_dra_to_s3.yml.sh index 93351c4ecf..ea1bd4026f 100755 --- a/.buildkite/pipelines/upload_dra_to_s3.yml.sh +++ b/.buildkite/pipelines/upload_dra_to_s3.yml.sh @@ -16,7 +16,7 @@ steps: key: "upload_dra_artifacts" depends_on: create_dra_artifacts command: - - 'buildkite-agent artifact download "build/distributions/*" .' + - 'buildkite-agent artifact download "build/distributions/*" --step create_dra_artifacts .' - "./.buildkite/scripts/steps/upload_dra_to_s3.sh" agents: cpu: "2"