Merge pull request #3 from supabase/develop

updating the postgres.

Author: h0lybyte

.github/workflows/ami-release-nix-single.yml

@@ -40,7 +40,13 @@ jobs:
  run: |
  echo "sha=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT
 
- - uses: DeterminateSystems/nix-installer-action@main
+ - name: Install nix
+ uses: cachix/install-nix-action@v27
+ with:
+ install_url: https://releases.nixos.org/nix/nix-2.29.1/install
+ extra_nix_config: |
+ substituters = https://cache.nixos.org https://nix-postgres-artifacts.s3.amazonaws.com
+ trusted-public-keys = nix-postgres-artifacts:dGZlQOvKcNEjvT7QEAJbcV6b6uk7VF/hWMjhYleiaLI=% cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY=
 
  - name: Set PostgreSQL version environment variable
  run: echo "POSTGRES_MAJOR_VERSION=${{ github.event.inputs.postgres_version }}" >> $GITHUB_ENV
@@ -57,18 +63,18 @@ jobs:
  env:
  POSTGRES_MAJOR_VERSION: ${{ env.POSTGRES_MAJOR_VERSION }}
  run: |
- packer init amazon-arm64-nix.pkr.hcl
  GIT_SHA=${{ steps.get_sha.outputs.sha }}
- packer build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- init amazon-arm64-nix.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
 
  - name: Build AMI stage 2
  env:
  POSTGRES_MAJOR_VERSION: ${{ env.POSTGRES_MAJOR_VERSION }}
  run: |
- packer init stage2-nix-psql.pkr.hcl
  GIT_SHA=${{ steps.get_sha.outputs.sha }}
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- init stage2-nix-psql.pkr.hcl
  POSTGRES_MAJOR_VERSION=${{ env.POSTGRES_MAJOR_VERSION }}
- packer build -var "git_sha=${GIT_SHA}" -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" stage2-nix-psql.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git_sha=${GIT_SHA}" -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" stage2-nix-psql.pkr.hcl
 
  - name: Grab release version
  id: process_release_version

.github/workflows/ami-release-nix.yml

@@ -16,7 +16,13 @@ jobs:
  - name: Checkout Repo
  uses: supabase/postgres/.github/actions/shared-checkout@HEAD
 
- - uses: DeterminateSystems/nix-installer-action@main
+ - name: Install nix
+ uses: cachix/install-nix-action@v27
+ with:
+ install_url: https://releases.nixos.org/nix/nix-2.29.1/install
+ extra_nix_config: |
+ substituters = https://cache.nixos.org https://nix-postgres-artifacts.s3.amazonaws.com
+ trusted-public-keys = nix-postgres-artifacts:dGZlQOvKcNEjvT7QEAJbcV6b6uk7VF/hWMjhYleiaLI=% cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY=
 
  - name: Set PostgreSQL versions
  id: set-versions
@@ -44,7 +50,14 @@ jobs:
  aws-region: "us-east-1"
  output-credentials: true
  role-duration-seconds: 7200
- - uses: DeterminateSystems/nix-installer-action@main
+
+ - name: Install nix
+ uses: cachix/install-nix-action@v27
+ with:
+ install_url: https://releases.nixos.org/nix/nix-2.29.1/install
+ extra_nix_config: |
+ substituters = https://cache.nixos.org https://nix-postgres-artifacts.s3.amazonaws.com
+ trusted-public-keys = nix-postgres-artifacts:dGZlQOvKcNEjvT7QEAJbcV6b6uk7VF/hWMjhYleiaLI=% cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY=
 
  - name: Run checks if triggered manually
  if: ${{ github.event_name == 'workflow_dispatch' }}
@@ -70,19 +83,19 @@ jobs:
  env:
  POSTGRES_MAJOR_VERSION: ${{ env.POSTGRES_MAJOR_VERSION }}
  run: |
- packer init amazon-arm64-nix.pkr.hcl
  GIT_SHA=${{github.sha}}
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- init amazon-arm64-nix.pkr.hcl
  # why is postgresql_major defined here instead of where the _three_ other postgresql_* variables are defined?
- packer build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
 
  - name: Build AMI stage 2
  env:
  POSTGRES_MAJOR_VERSION: ${{ env.POSTGRES_MAJOR_VERSION }}
  run: |
- packer init stage2-nix-psql.pkr.hcl
  GIT_SHA=${{github.sha}}
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- init stage2-nix-psql.pkr.hcl
  POSTGRES_MAJOR_VERSION=${{ env.POSTGRES_MAJOR_VERSION }}
- packer build -var "git_sha=${GIT_SHA}" -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" stage2-nix-psql.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git_sha=${GIT_SHA}" -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" stage2-nix-psql.pkr.hcl
 
  - name: Grab release version
  id: process_release_version

.github/workflows/nix-build.yml

@@ -77,6 +77,7 @@ jobs:
  - name: Aggressive disk cleanup for DuckDB build
  if: matrix.runner == 'macos-latest-xlarge'
  run: |
+ nix --version
  echo "=== BEFORE CLEANUP ==="
  df -h
  # Remove major space consumers
@@ -112,6 +113,8 @@ jobs:
  needs: build-run-image
  if: ${{ success() }}
  uses: ./.github/workflows/testinfra-ami-build.yml
+ secrets:
+ DEV_AWS_ROLE: ${{ secrets.DEV_AWS_ROLE }}
 
  run-tests:
  needs: build-run-image

.github/workflows/qemu-image-build.yml

@@ -16,12 +16,10 @@ jobs:
  - name: Checkout Repo
  uses: supabase/postgres/.github/actions/shared-checkout@HEAD
 
- - uses: DeterminateSystems/nix-installer-action@main
-
  - name: Set PostgreSQL versions - only builds pg17 atm
  id: set-versions
  run: |
- VERSIONS=$(nix run nixpkgs#yq -- '.postgres_major[1]' ansible/vars.yml | nix run nixpkgs#jq -- -R -s -c 'split("\n")[:-1]')
+ VERSIONS=$(yq '.postgres_major[1]' ansible/vars.yml | jq -R -s -c 'split("\n")[:-1]')
  echo "postgres_versions=$VERSIONS" >> $GITHUB_OUTPUT
 
  build:
@@ -45,7 +43,7 @@ jobs:
  - name: Run checks if triggered manually
  if: ${{ github.event_name == 'workflow_dispatch' }}
  run: |
- SUFFIX=$(sudo nix run nixpkgs#yq -- ".postgres_release[\"postgres${{ matrix.postgres_version }}\"]" ansible/vars.yml | sed -E 's/[0-9\.]+(.*)$/\1/')
+ SUFFIX=$(yq ".postgres_release[\"postgres${{ matrix.postgres_version }}\"]" ansible/vars.yml | sed -E 's/[0-9\.]+(.*)$/\1/')
  if [[ -z $SUFFIX ]] ; then
  echo "Version must include non-numeric characters if built manually."
  exit 1
@@ -134,6 +132,16 @@ jobs:
  docker tag "postgres:$IMAGE_TAG" "$REGISTRY/$REPOSITORY:$IMAGE_TAG"
  docker push "$REGISTRY/$REPOSITORY:$IMAGE_TAG"
 
+ - name: Slack Notification on Failure
+ if: ${{ failure() }}
+ uses: rtCamp/action-slack-notify@v2
+ env:
+ SLACK_WEBHOOK: ${{ secrets.SLACK_NOTIFICATIONS_WEBHOOK }}
+ SLACK_USERNAME: 'gha-failures-notifier'
+ SLACK_COLOR: 'danger'
+ SLACK_MESSAGE: 'Building Postgres QEMU artifact failed'
+ SLACK_FOOTER: ''
+
  - name: Cleanup resources after build
  if: ${{ always() }}
  run: |

.github/workflows/testinfra-ami-build.yml

@@ -3,9 +3,13 @@ name: Testinfra Integration Tests Nix
 on:
  workflow_dispatch:
  workflow_call:
+ secrets:
+ DEV_AWS_ROLE:
+ description: 'AWS role for dev environment'
+ required: true
 
 permissions:
- contents: read
+ contents: write
  id-token: write
 
 jobs:
@@ -17,7 +21,13 @@ jobs:
  - name: Checkout Repo
  uses: supabase/postgres/.github/actions/shared-checkout@HEAD
 
- - uses: DeterminateSystems/nix-installer-action@main
+ - name: Install nix
+ uses: cachix/install-nix-action@v27
+ with:
+ install_url: https://releases.nixos.org/nix/nix-2.29.1/install
+ extra_nix_config: |
+ substituters = https://cache.nixos.org https://nix-postgres-artifacts.s3.amazonaws.com
+ trusted-public-keys = nix-postgres-artifacts:dGZlQOvKcNEjvT7QEAJbcV6b6uk7VF/hWMjhYleiaLI=% cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY=
 
  - name: Set PostgreSQL versions
  id: set-versions
@@ -32,22 +42,44 @@ jobs:
  matrix:
  postgres_version: ${{ fromJson(needs.prepare.outputs.postgres_versions) }}
  include:
- - runner: arm-runner
+ - runner: large-linux-arm
  arch: arm64
  ubuntu_release: noble
  ubuntu_version: 24.04
  mcpu: neoverse-n1
  runs-on: ${{ matrix.runner }}
  timeout-minutes: 150
- permissions:
- contents: write
- packages: write
- id-token: write
 
  steps:
  - name: Checkout Repo
  uses: supabase/postgres/.github/actions/shared-checkout@HEAD
 
+ - name: Debug AWS role secret
+ run: |
+ echo "Checking DEV_AWS_ROLE secret availability..."
+ if [ -z "${{ secrets.DEV_AWS_ROLE }}" ]; then
+ echo "❌ DEV_AWS_ROLE is empty or not available"
+ else
+ echo "✅ DEV_AWS_ROLE is available"
+ fi
+
+ - name: Configure AWS credentials
+ uses: aws-actions/configure-aws-credentials@v4
+ with:
+ role-to-assume: ${{ secrets.DEV_AWS_ROLE }}
+ aws-region: "us-east-1"
+ output-credentials: true
+ role-duration-seconds: 7200
+
+ - name: Install nix
+ uses: cachix/install-nix-action@v27
+ with:
+ install_url: https://releases.nixos.org/nix/nix-2.29.1/install
+ extra_nix_config: |
+ substituters = https://cache.nixos.org https://nix-postgres-artifacts.s3.amazonaws.com
+ trusted-public-keys = nix-postgres-artifacts:dGZlQOvKcNEjvT7QEAJbcV6b6uk7VF/hWMjhYleiaLI=% cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY=
+
+
  - id: args
  uses: mikefarah/yq@master
  with:
@@ -68,23 +100,23 @@ jobs:
 
  - name: Generate common-nix.vars.pkr.hcl
  run: |
- PG_VERSION=$(sudo nix run nixpkgs#yq -- '.postgres_release["postgres'${{ matrix.postgres_version }}'"]' ansible/vars.yml)
+ PG_VERSION=$(nix run nixpkgs#yq -- '.postgres_release["postgres'${{ matrix.postgres_version }}'"]' ansible/vars.yml)
  PG_VERSION=$(echo "$PG_VERSION" | tr -d '"') # Remove any surrounding quotes
  echo 'postgres-version = "'$PG_VERSION'"' > common-nix.vars.pkr.hcl
  # Ensure there's a newline at the end of the file
  echo "" >> common-nix.vars.pkr.hcl
 
  - name: Build AMI stage 1
  run: |
- packer init amazon-arm64-nix.pkr.hcl
  GIT_SHA=${{github.sha}}
- packer build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=" -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=ap-southeast-1" -var 'ami_regions=["ap-southeast-1"]' -var "force-deregister=true" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- init amazon-arm64-nix.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "ansible_arguments=" -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=ap-southeast-1" -var 'ami_regions=["ap-southeast-1"]' -var "force-deregister=true" -var "ansible_arguments=-e postgresql_major=${POSTGRES_MAJOR_VERSION}" amazon-arm64-nix.pkr.hcl
 
  - name: Build AMI stage 2
  run: |
- packer init stage2-nix-psql.pkr.hcl
  GIT_SHA=${{github.sha}}
- packer build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=ap-southeast-1" -var 'ami_regions=["ap-southeast-1"]' -var "force-deregister=true" -var "git_sha=${GITHUB_SHA}" stage2-nix-psql.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- init stage2-nix-psql.pkr.hcl
+ nix run github:supabase/postgres/${GIT_SHA}#packer -- build -var "git-head-version=${GIT_SHA}" -var "packer-execution-id=${GITHUB_RUN_ID}" -var "postgres_major_version=${POSTGRES_MAJOR_VERSION}" -var-file="development-arm.vars.pkr.hcl" -var-file="common-nix.vars.pkr.hcl" -var "postgres-version=${{ steps.random.outputs.random_string }}" -var "region=ap-southeast-1" -var 'ami_regions=["ap-southeast-1"]' -var "force-deregister=true" -var "git_sha=${GITHUB_SHA}" stage2-nix-psql.pkr.hcl
 
  - name: Run tests
  timeout-minutes: 10

ansible/files/admin_api_scripts/grow_fs.sh

@@ -4,37 +4,61 @@ set -euo pipefail
 
 VOLUME_TYPE=${1:-data}
 
+# lsb release
+UBUNTU_VERSION=$(lsb_release -rs)
+
 if pgrep resizefs; then
  echo "resize2fs is already running"
  exit 1
 fi
 
-# Parses the output of lsblk to get the root partition number
-# Example output:
-# NAME MOUNTPOINT
-# nvme0n1
-# ├─nvme0n1p1 /boot
-# └─nvme0n1p3 /
-# nvme1n1 /data
-#
-# Resulting in:
-# └─nvme0n1p3 / -> nvme0n1p3 -> 3
-ROOT_PARTITION_NUMBER=$(lsblk -no NAME,MOUNTPOINT | grep ' /$' | awk '{print $1;}' | sed 's/.*nvme[0-9]n[0-9]p//g')
+# install amazon disk utilities if not present on 24.04
+if [ "${UBUNTU_VERSION}" = "24.04" ] && ! dpkg -l | grep -q amazon-ec2-utils; then
+ apt-get update
+ apt-get install -y amazon-ec2-utils || true
+fi
+
+# We currently mount 3 possible disks
+# - /dev/xvda (root disk)
+# - /dev/xvdh (data disk)
+# - /dev/xvdp (upgrade data disk), not used here
+# Initialize variables at 20.04 levels
+XVDA_DEVICE="/dev/nvme0n1"
+XVDH_DEVICE="/dev/nvme1n1"
+# Map AWS devices to NVMe for ubuntu 24.04 and later
+if [ "${UBUNTU_VERSION}" = "24.04" ] && dpkg -l | grep -q amazon-ec2-utils; then
+ for nvme_dev in $(lsblk -dprno name,type | grep disk | awk '{print $1}'); do
+ if [ -b "$nvme_dev" ]; then
+ mapping=$(ebsnvme-id -b "$nvme_dev" 2>/dev/null)
+ case "$mapping" in
+ "xvda"|"/dev/xvda") XVDA_DEVICE="$nvme_dev" ;;
+ "xvdh"|"/dev/xvdh") XVDH_DEVICE="$nvme_dev" ;;
+ esac
+ fi
+ done
+fi
+
+echo "Using devices - Root: $XVDA_DEVICE, Data: $XVDH_DEVICE"
+
+# Get root partition using findmnt
+ROOT_DEVICE_FULL=$(findmnt -no SOURCE /)
+ROOT_DEVICE=$(lsblk -no PKNAME "$ROOT_DEVICE_FULL")
+ROOT_PARTITION_NUMBER=$(echo "$ROOT_DEVICE_FULL" | sed "s|.*${ROOT_DEVICE}p||")
 
 if ! [[ "$ROOT_PARTITION_NUMBER" =~ ^[0-9]+$ ]]; then
  echo "Error: ROOT_PARTITION_NUMBER is not a valid number: $ROOT_PARTITION_NUMBER"
  exit 1
 fi
 
-if [ -b /dev/nvme1n1 ] ; then
+if [ -b "${XVDH_DEVICE}" ] ; then
  if [[ "${VOLUME_TYPE}" == "data" ]]; then
- resize2fs /dev/nvme1n1
+ resize2fs "${XVDH_DEVICE}"
 
  elif [[ "${VOLUME_TYPE}" == "root" ]] ; then
  PLACEHOLDER_FL=/home/ubuntu/50M_PLACEHOLDER
  rm -f "${PLACEHOLDER_FL}" || true
- growpart /dev/nvme0n1 "${ROOT_PARTITION_NUMBER}"
- resize2fs "/dev/nvme0n1p${ROOT_PARTITION_NUMBER}"
+ growpart "${XVDA_DEVICE}" "${ROOT_PARTITION_NUMBER}"
+ resize2fs "${XVDA_DEVICE}p${ROOT_PARTITION_NUMBER}"
  if [[ ! -f "${PLACEHOLDER_FL}" ]] ; then
  fallocate -l50M "${PLACEHOLDER_FL}"
  fi
@@ -43,7 +67,7 @@ if [ -b /dev/nvme1n1 ] ; then
  exit 1
  fi
 else
- growpart /dev/nvme0n1 "${ROOT_PARTITION_NUMBER}"
- resize2fs "/dev/nvme0n1p${ROOT_PARTITION_NUMBER}"
+ growpart "${XVDA_DEVICE}" "${ROOT_PARTITION_NUMBER}"
+ resize2fs "${XVDA_DEVICE}p${ROOT_PARTITION_NUMBER}"
 fi
 echo "Done resizing disk"

ansible/files/admin_api_scripts/pg_upgrade_scripts/initiate.sh

@@ -348,10 +348,28 @@ function initiate_upgrade {
  locale-gen
 
  if [ -z "$IS_CI" ] && [ -z "$IS_LOCAL_UPGRADE" ]; then
- # awk NF==3 prints lines with exactly 3 fields, which are the block devices currently not mounted anywhere
- # excluding nvme0 since it is the root disk
+ # DATABASE_UPGRADE_DATA_MIGRATION_DEVICE_NAME = '/dev/xvdp' can be derived from the worker mount
  echo "5. Determining block device to mount"
- BLOCK_DEVICE=$(lsblk -dprno name,size,mountpoint,type | grep "disk" | grep -v "nvme0" | awk 'NF==3 { print $1; }')
+ if command -v ebsnvme-id >/dev/null 2>&1 && dpkg -l | grep -q amazon-ec2-utils; then
+ for nvme_dev in $(lsblk -dprno name,size,mountpoint,type | grep disk | awk '{print $1}'); do
+ if [ -b "$nvme_dev" ]; then
+ mapping=$(ebsnvme-id -b "$nvme_dev" 2>/dev/null)
+ if [[ "$mapping" == "xvdp" || $mapping == "/dev/xvdp" ]]; then
+ BLOCK_DEVICE="$nvme_dev"
+ break
+ fi
+ fi
+ done
+ fi
+
+ # Fallback to lsblk if ebsnvme-id is not available or no mapping found, pre ubuntu 20.04
+ if [ -z "${BLOCK_DEVICE:-}" ]; then
+ echo "No block device found using ebsnvme-id, falling back to lsblk"
+ # awk NF==3 prints lines with exactly 3 fields, which are the block devices currently not mounted anywhere
+ # excluding nvme0 since it is the root disk
+ BLOCK_DEVICE=$(lsblk -dprno name,size,mountpoint,type | grep "disk" | grep -v "nvme0" | awk 'NF==3 { print $1; exit }') # exit ensures we grab the first only
+ fi
+
  echo "Block device found: $BLOCK_DEVICE"
 
  mkdir -p "$MOUNT_POINT"

ansible/tasks/setup-supabase-internal.yml

@@ -29,6 +29,12 @@
  shell: "/tmp/aws/install --update"
  become: true
 
+- name: install utilities to manage Amazon EC2 instance storage
+ become: true
+ apt:
+ pkg:
+ - amazon-ec2-utils
+
 - name: AWS CLI - configure ipv6 support for s3
  shell: |
  aws configure set default.s3.use_dualstack_endpoint true