Use legacy and new pipeline

Author: Julien-Ben

.evergreen-functions.yml

@@ -538,7 +538,43 @@ functions:
  shell: bash
  <<: *e2e_include_expansions_in_env
  working_dir: src/github.com/mongodb/mongodb-kubernetes
- binary: scripts/evergreen/run_python.sh scripts/release/main.py --parallel ${image_name} #--sign
+ binary: scripts/evergreen/run_python.sh scripts/release/main.py --parallel ${image_name}
+
+ legacy_pipeline:
+ - *switch_context
+ - command: shell.exec
+ type: setup
+ params:
+ shell: bash
+ script: |
+ # Docker Hub workaround
+ # docker buildx needs the moby/buildkit image when setting up a builder so we pull it from our mirror
+ docker buildx create --driver=docker-container --driver-opt=image=268558157000.dkr.ecr.eu-west-1.amazonaws.com/docker-hub-mirrors/moby/buildkit:buildx-stable-1 --use
+ docker buildx inspect --bootstrap
+ - command: ec2.assume_role
+ display_name: Assume IAM role with permissions to pull Kondukto API token
+ params:
+ role_arn: ${kondukto_role_arn}
+ - command: shell.exec
+ display_name: Pull Kondukto API token from AWS Secrets Manager and write it to file
+ params:
+ silent: true
+ shell: bash
+ include_expansions_in_env: [AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN]
+ script: |
+ set -e
+ # use AWS CLI to get the Kondukto API token from AWS Secrets Manager
+ kondukto_token=$(aws secretsmanager get-secret-value --secret-id "kondukto-token" --region "us-east-1" --query 'SecretString' --output text)
+ # write the KONDUKTO_TOKEN environment variable to Silkbomb environment file
+ echo "KONDUKTO_TOKEN=$kondukto_token" > ${workdir}/silkbomb.env
+ - command: subprocess.exec
+ retry_on_failure: true
+ type: setup
+ params:
+ shell: bash
+ <<: *e2e_include_expansions_in_env
+ working_dir: src/github.com/mongodb/mongodb-kubernetes
+ binary: scripts/evergreen/run_python.sh pipeline.py --parallel ${image_name} --sign
 
  teardown_cloud_qa_all:
  - *switch_context

.evergreen-periodic-builds.yaml

@@ -21,7 +21,7 @@ variables:
 tasks:
  - name: periodic_build_operator
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: operator-daily
 
@@ -35,49 +35,49 @@ tasks:
 
  - name: periodic_build_init_appdb
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: init-appdb-daily
 
  - name: periodic_build_init_database
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: init-database-daily
 
  - name: periodic_build_init_opsmanager
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: init-ops-manager-daily
 
  - name: periodic_build_database
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: database-daily
 
  - name: periodic_build_sbom_cli
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: cli
 
  - name: periodic_build_ops_manager_6
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: ops-manager-6-daily
 
  - name: periodic_build_ops_manager_7
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: ops-manager-7-daily
 
  - name: periodic_build_ops_manager_8
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: ops-manager-8-daily
 
@@ -91,35 +91,35 @@ tasks:
  exec_timeout_secs: 43200
  commands:
  - func: enable_QEMU
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: mongodb-agent-daily
 
  - name: periodic_build_agent_1
  exec_timeout_secs: 43200
  commands:
  - func: enable_QEMU
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: mongodb-agent-1-daily
 
  #TODO should we still build the community operator?
  - name: periodic_build_community_operator
  commands:
  - func: enable_QEMU
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: mongodb-kubernetes-operator-daily
 
  - name: periodic_build_readiness_probe
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: readinessprobe-daily
 
  - name: periodic_build_version_upgrade_post_start_hook
  commands:
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: operator-version-upgrade-post-start-hook-daily
 

.evergreen.yml

@@ -283,7 +283,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: operator
 
@@ -296,7 +296,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: init-appdb
 
@@ -308,7 +308,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: init-database
 
@@ -320,7 +320,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: init-ops-manager
 
@@ -332,7 +332,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: agent
 
@@ -345,7 +345,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: agent-pct
  include_tags: release
@@ -390,7 +390,7 @@ tasks:
  commands:
  - func: clone
  - func: setup_building_host
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: agent-pct
  skip_tags: release
@@ -405,7 +405,7 @@ tasks:
  commands:
  - func: clone
  - func: setup_building_host
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: agent-pct
  skip_tags: release
@@ -549,7 +549,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: database
 
@@ -568,7 +568,7 @@ tasks:
  - func: setup_building_host
  - func: quay_login
  - func: setup_docker_sbom
- - func: pipeline
+ - func: legacy_pipeline
  vars:
  image_name: ops-manager
  include_tags: release