Add redshift check cloud cleanup

.buildkite/pipeline.cloud-cleanup.yml

@@ -8,14 +8,31 @@ env:
  NOTIFY_TO: "ecosystem-team@elastic.co"
 
 steps:
+ - input: "Input values for the variables"
+ key: "input-variables"
+ fields:
+ - select: "DRY_RUN"
+ key: "DRY_RUN"
+ options:
+ - label: "True"
+ value: "true"
+ - label: "False"
+ value: "false"
+ default: "true"
+ if: "build.source == 'ui'"
+
+ - wait: ~
+ if: "build.source == 'ui'"
+ allow_dependency_failure: false
+
  - label: "Cloud Cleanup"
  key: "cloud-cleanup"
  command: ".buildkite/scripts/cloud-cleanup.sh"
  env:
  RESOURCE_RETENTION_PERIOD: "24 hours"
  DRY_RUN: "true"
  agents:
- provider: "gcp"
+ provider: "gcp" # this step requires docker
 
 notify:
  - email: "$NOTIFY_TO"

.buildkite/scripts/cloud-cleanup.sh

@@ -12,6 +12,8 @@ export DELETE_RESOURCES_BEFORE_DATE=$(date -Is -d "${RESOURCE_RETENTION_PERIOD}
 
 CLOUD_REAPER_IMAGE="${DOCKER_REGISTRY}/observability-ci/cloud-reaper:0.3.0"
 
+DRY_RUN="$(buildkite-agent meta-data get DRY_RUN --default ${DRY_RUN:-"true"})"
+
 resources_to_delete=0
 
 COMMAND="validate"
@@ -108,19 +110,82 @@ if [ "${resources_to_delete}" -eq 1 ]; then
  --context "ctx-cloud-reaper-error" \
  --style "error"
  fi
- exit 1
 fi
 
-# TODO: List and delete the required resources using aws cli
 echo "--- Cleaning up other AWS resources older than ${DELETE_RESOURCES_BEFORE_DATE}"
 echo "--- Installing awscli"
 with_aws_cli
 
 export AWS_ACCESS_KEY_ID="${ELASTIC_PACKAGE_AWS_ACCESS_KEY}"
-export AWS_SECRET_ACCESS_KEY="${ELASTIC_PACKAGE_AWS_ACCESS_KEY}"
+export AWS_SECRET_ACCESS_KEY="${ELASTIC_PACKAGE_AWS_SECRET_KEY}"
 export AWS_DEFAULT_REGION=us-east-1
 
-echo "--- TODO: Cleaning up Redshift clusters"
+echo "--- Checking if any Redshift cluster still created"
+aws redshift describe-clusters \
+ --tag-keys "environment" \
+ --tag-values "ci" > redshift_clusters.json
+
+clusters_num=$(jq -rc '.Clusters | length' redshift_clusters.json)
+
+echo "Number of clusters found: ${clusters_num}"
+
+jq -c '.Clusters[]' redshift_clusters.json | while read i ; do
+ identifier=$(echo "$i" | jq -rc ".ClusterIdentifier")
+ # tags
+ repo=$(echo "$i" | jq -rc '.Tags[] | select(.Key == "repo").Value')
+ environment=$(echo "$i" | jq -rc '.Tags[] | select(.Key == "environment").Value')
+ # creation time tag in milliseconds
+ createdAt=$(echo "$i" | jq -rc '.Tags[] | select(.Key == "created_date").Value')
+ # epoch in milliseconds minus retention period
+ thresholdEpoch=$(date -d "${RESOURCE_RETENTION_PERIOD} ago" +"%s%3N")
+
+ if [[ ! "${identifier}" =~ ^elastic-package-test- ]]; then
+ echo "Skip cluster ${identifier}, do not match required identifiers."
+ continue
+ fi
+
+ if [[ "${repo}" != "integrations" && "${repo}" != "elastic-package" ]]; then
+ echo "Skip cluster ${identifier}, not from the expected repo: ${repo}."
+ continue
+ fi
+
+ if [[ "${environment}" != "ci" ]]; then
+ echo "Skip cluster ${identifier}, not from the expected environment: ${environment}."
+ continue
+ fi
+
+ if [ "${createdAt}" -gt "${thresholdEpoch}" ]; then
+ echo "Skip cluster $identifier. It was created < ${RESOURCE_RETENTION_PERIOD} ago"
+ continue
+ fi
+
+ echo "To be deleted cluster: $identifier. It was created > ${RESOURCE_RETENTION_PERIOD} ago"
+ resources_to_delete=1
+ if [ "${DRY_RUN}" == "false" ]; then
+ echo "Deleting: $identifier. It was created > ${RESOURCE_RETENTION_PERIOD} ago"
+ # aws redshift delete-cluster \
+ # --cluster-identifier "${identifier}" \
+ # --skip-final-cluster-snapshot
+ echo "Done."
+ fi
+done
+
+if [ "${resources_to_delete}" -eq 1 ]; then
+ message="There are redshift resources to be deleted"
+ echo "${message}"
+ if running_on_buildkite ; then
+ buildkite-agent annotate \
+ "${message}" \
+ --context "ctx-aws-readshift-error" \
+ --style "error"
+ fi
+fi
+
+# TODO: List and delete the required resources using aws cli or using cloud-reaper tool
 echo "--- TODO: Cleaning up IAM roles"
 echo "--- TODO: Cleaning up IAM policies"
 echo "--- TODO: Cleaning up Schedulers"
+
+if [ "${resources_to_delete}" -eq 1 ]; then
+ exit 1
+fi