chore: build pg15 from source

.github/workflows/ami-release.yml

@@ -5,6 +5,7 @@ on:
  branches:
  - develop
  - ansi-dock
+ - build-pg
  paths:
  - '.github/workflows/ami-release.yml'
  - 'common.vars.pkr.hcl'
@@ -110,7 +111,7 @@ jobs:
  target_commitish: ${{github.sha}}
 
  - name: Slack Notification on Failure
- if: ${{ failure() }}
+ if: ${{ false }}
  uses: rtCamp/action-slack-notify@v2
  env:
  SLACK_WEBHOOK: ${{ secrets.SLACK_NOTIFICATIONS_WEBHOOK }}

ansible/tasks/setup-docker.yml

@@ -5,7 +5,10 @@
 
 # Builtin apt module does not support wildcard for deb paths
 - name: Install extensions
- shell: apt-get install -y --no-install-recommends /tmp/extensions/*.deb
+ shell: |
+ set -e
+ apt-get update
+ apt-get install -y --no-install-recommends /tmp/extensions/*.deb
 
 - name: pg_cron - set cron.database_name
  become: yes

ansible/tasks/setup-postgres.yml

@@ -13,11 +13,62 @@
  repo: "deb https://apt-archive.postgresql.org/pub/repos/apt {{ ansible_distribution_release }}-pgdg-archive main"
  state: present
 
+# let's build binaries from their published source packages
+- name: Add Postgres PPA - source
+ apt_repository:
+ repo: "deb-src https://apt-archive.postgresql.org/pub/repos/apt {{ ansible_distribution_release }}-pgdg-archive main"
+ state: present
+
+- name: Create temporary build directory
+ tempfile:
+ state: directory
+ register: pg_build_dir
+
+- name: Setting mcpu (arm)
+ set_fact:
+ mcpu: "neoverse-n1"
+ when: platform == "arm64"
+
+- name: Postgres - build
+ shell: |
+ set -e
+ export PYTHONDONTWRITEBYTECODE=1
+ savedAptMark="$(apt-mark showmanual)"
+ cd "{{ pg_build_dir.path }}"
+
+ # create a temporary local APT repo to install from (so that dependency resolution can be handled by APT, as it should be)
+ apt-get update
+ apt-get install -y --no-install-recommends dpkg-dev
+ echo "deb [ trusted=yes ] file://{{ pg_build_dir.path }} ./" > /etc/apt/sources.list.d/temp.list
+ _update_repo() {
+ dpkg-scanpackages . > Packages
+ apt-get -o Acquire::GzipIndexes=false update
+ }
+ _update_repo
+
+ # build .deb files from upstream's source packages (which are verified by apt-get)
+ export DEB_BUILD_OPTIONS="nocheck parallel=$(nproc)"
+ export DEB_CPPFLAGS_APPEND="-mcpu={{ mcpu }} -fsigned-char"
+
+ # we have to build postgresql-common first because postgresql-15 shares "debian/rules" logic with it: https://salsa.debian.org/postgresql/postgresql/-/commit/99f44476e258cae6bf9e919219fa2c5414fa2876
+ # (and it "Depends: pgdg-keyring")
+ apt-get build-dep -y postgresql-common pgdg-keyring
+ apt-get source --compile postgresql-common pgdg-keyring
+ _update_repo
+ apt-get build-dep -y "postgresql-{{ postgresql_major }}={{ postgresql_release }}-1.pgdg20.04+1"
+ apt-get source --compile "postgresql-{{ postgresql_major }}={{ postgresql_release }}-1.pgdg20.04+1"
+
+ # we don't remove APT lists here because they get re-downloaded and removed later
+ # reset apt-mark's "manual" list so that "purge --auto-remove" will remove all build dependencies
+ # (which is done after we install the built packages so we don't have to redownload any overlapping dependencies)
+ apt-mark showmanual | xargs apt-mark auto > /dev/null
+ apt-mark manual $savedAptMark
+ _update_repo
+
 - name: Postgres - install commons
  apt:
  name: postgresql-common
- state: latest
- update_cache: yes
+ install_recommends: no
 
 - name: Do not create main cluster
  shell:
@@ -26,6 +77,16 @@
 - name: Postgres - install server
  apt:
  name: postgresql-{{ postgresql_major }}={{ postgresql_release }}-1.pgdg20.04+1
+ install_recommends: no
+
+# if we have leftovers from building, let's purge them (including extra, unnecessary build deps)
+- name: Remove build dependencies
+ shell: |
+ set -e
+ rm -rf /var/lib/apt/lists/*
+ apt-get purge -y --auto-remove
+ rm -rf "{{ pg_build_dir.path }}" /etc/apt/sources.list.d/temp.list
+ find /usr -name '*.pyc' -type f -exec bash -c 'for pyc; do dpkg -S "$pyc" &> /dev/null || rm -vf "$pyc"; done' -- '{}' +
 
 - name: Hold postgres {{ postgresql_release }} from apt upgrade
  shell: apt-mark hold postgresql-{{ postgresql_major }}

common.vars.pkr.hcl

@@ -1 +1 @@
-postgres-version = "15.1.0.86-rc1"
+postgres-version = "15.1.0.89-rc0"