Skip to content
This repository was archived by the owner on May 25, 2024. It is now read-only.

Commit 8c0f2ed

Browse files
wrouesnelwrouesnel
committed
Add postgres cluster replication smoke tests.
1 parent c00d3fb commit 8c0f2ed

File tree

7 files changed

+296
-9
lines changed

7 files changed

+296
-9
lines changed

‎.travis.yml‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -4,6 +4,13 @@ services:
44
language: go
55
go:
66
- '1.7'
7+
# Make sure we have p2
8+
before_install:
9+
- wget -O /usr/local/bin/p2 https://github.com/wrouesnel/p2cli/releases/download/r4/p2 &&
10+
chmod +x /usr/local/bin/p2
11+
- wget -O /usr/local/bin/docker-compose https://github.com/docker/compose/releases/download/1.9.0-rc4/docker-compose-Linux-x86_64 &&
12+
chmod +x /usr/local/bin/docker-compose
13+
714
script:
815
- make all
916
- make docker

‎tests/docker-postgres-replication/Dockerfile.p2‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
FROM postgres:{{VERSION}}
2+
MAINTAINER Daniel Dent (https://www.danieldent.com)
3+
ENV PG_MAX_WAL_SENDERS 8
4+
ENV PG_WAL_KEEP_SEGMENTS 8
5+
COPY setup-replication.sh /docker-entrypoint-initdb.d/
6+
COPY docker-entrypoint.sh /docker-entrypoint.sh
7+
RUN chmod +x /docker-entrypoint-initdb.d/setup-replication.sh /docker-entrypoint.sh

‎tests/docker-postgres-replication/README.md‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
# Replicated postgres cluster in docker.
2+
3+
Upstream is forked from https://github.com/DanielDent/docker-postgres-replication
4+
5+
My version lives at https://github.com/wrouesnel/docker-postgres-replication
6+
7+
This very simple docker-compose file lets us stand up a replicated postgres
8+
cluster so we can test streaming.
9+
10+
# TODO:
11+
Pull in p2 and template the Dockerfile so we can test multiple versions.

‎tests/docker-postgres-replication/docker-compose.yml‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,32 @@
1+
2+
version: '2'
3+
4+
services:
5+
pg-master:
6+
build: '.'
7+
image: 'danieldent/postgres-replication'
8+
restart: 'always'
9+
environment:
10+
POSTGRES_USER: 'postgres'
11+
POSTGRES_PASSWORD: 'postgres'
12+
PGDATA: '/var/lib/postgresql/data/pgdata'
13+
volumes:
14+
- '/var/lib/postgresql/data'
15+
expose:
16+
- '5432'
17+
18+
pg-slave:
19+
build: '.'
20+
image: 'danieldent/postgres-replication'
21+
restart: 'always'
22+
environment:
23+
POSTGRES_USER: 'postgres'
24+
POSTGRES_PASSWORD: 'postgres'
25+
PGDATA: '/var/lib/postgresql/data/pgdata'
26+
REPLICATE_FROM: 'pg-master'
27+
volumes:
28+
- '/var/lib/postgresql/data'
29+
expose:
30+
- '5432'
31+
links:
32+
- 'pg-master'

‎tests/docker-postgres-replication/docker-entrypoint.sh‎

Lines changed: 137 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,137 @@
1+
#!/bin/bash
2+
3+
# Backwards compatibility for old variable names (deprecated)
4+
if [ "x$PGUSER" != "x" ]; then
5+
POSTGRES_USER=$PGUSER
6+
fi
7+
if [ "x$PGPASSWORD" != "x" ]; then
8+
POSTGRES_PASSWORD=$PGPASSWORD
9+
fi
10+
11+
# Forwards-compatibility for old variable names (pg_basebackup uses them)
12+
if [ "x$PGPASSWORD" = "x" ]; then
13+
export PGPASSWORD=$POSTGRES_PASSWORD
14+
fi
15+
16+
# Based on official postgres package's entrypoint script (https://hub.docker.com/_/postgres/)
17+
# Modified to be able to set up a slave. The docker-entrypoint-initdb.d hook provided is inadequate.
18+
19+
set -e
20+
21+
if [ "${1:0:1}" = '-' ]; then
22+
set -- postgres "$@"
23+
fi
24+
25+
if [ "$1" = 'postgres' ]; then
26+
mkdir -p "$PGDATA"
27+
chmod 700 "$PGDATA"
28+
chown -R postgres "$PGDATA"
29+
30+
mkdir -p /run/postgresql
31+
chmod g+s /run/postgresql
32+
chown -R postgres /run/postgresql
33+
34+
# look specifically for PG_VERSION, as it is expected in the DB dir
35+
if [ ! -s "$PGDATA/PG_VERSION" ]; then
36+
if [ "x$REPLICATE_FROM" == "x" ]; then
37+
eval "gosu postgres initdb $POSTGRES_INITDB_ARGS"
38+
else
39+
until ping -c 1 -W 1 ${REPLICATE_FROM}
40+
do
41+
echo "Waiting for master to ping..."
42+
sleep 1s
43+
done
44+
until gosu postgres pg_basebackup -h ${REPLICATE_FROM} -D ${PGDATA} -U ${POSTGRES_USER} -vP -w
45+
do
46+
echo "Waiting for master to connect..."
47+
sleep 1s
48+
done
49+
fi
50+
51+
# check password first so we can output the warning before postgres
52+
# messes it up
53+
if [ ! -z "$POSTGRES_PASSWORD" ]; then
54+
pass="PASSWORD '$POSTGRES_PASSWORD'"
55+
authMethod=md5
56+
else
57+
# The - option suppresses leading tabs but *not* spaces. :)
58+
cat >&2 <<-'EOWARN'
59+
****************************************************
60+
WARNING: No password has been set for the database.
61+
This will allow anyone with access to the
62+
Postgres port to access your database. In
63+
Docker's default configuration, this is
64+
effectively any other container on the same
65+
system.
66+
67+
Use "-e POSTGRES_PASSWORD=password" to set
68+
it in "docker run".
69+
****************************************************
70+
EOWARN
71+
72+
pass=
73+
authMethod=trust
74+
fi
75+
76+
if [ "x$REPLICATE_FROM" == "x" ]; then
77+
78+
{ echo; echo "host replication all 0.0.0.0/0 $authMethod"; } | gosu postgres tee -a "$PGDATA/pg_hba.conf" > /dev/null
79+
{ echo; echo "host all all 0.0.0.0/0 $authMethod"; } | gosu postgres tee -a "$PGDATA/pg_hba.conf" > /dev/null
80+
81+
# internal start of server in order to allow set-up using psql-client
82+
# does not listen on external TCP/IP and waits until start finishes
83+
gosu postgres pg_ctl -D "$PGDATA" \
84+
-o "-c listen_addresses='localhost'" \
85+
-w start
86+
87+
: ${POSTGRES_USER:=postgres}
88+
: ${POSTGRES_DB:=$POSTGRES_USER}
89+
export POSTGRES_USER POSTGRES_DB
90+
91+
psql=( psql -v ON_ERROR_STOP=1 )
92+
93+
if [ "$POSTGRES_DB" != 'postgres' ]; then
94+
"${psql[@]}" --username postgres <<-EOSQL
95+
CREATE DATABASE "$POSTGRES_DB" ;
96+
EOSQL
97+
echo
98+
fi
99+
100+
if [ "$POSTGRES_USER" = 'postgres' ]; then
101+
op='ALTER'
102+
else
103+
op='CREATE'
104+
fi
105+
"${psql[@]}" --username postgres <<-EOSQL
106+
$op USER "$POSTGRES_USER" WITH SUPERUSER $pass ;
107+
EOSQL
108+
echo
109+
110+
fi
111+
112+
psql+=( --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" )
113+
114+
echo
115+
for f in /docker-entrypoint-initdb.d/*; do
116+
case "$f" in
117+
*.sh) echo "$0: running $f"; . "$f" ;;
118+
*.sql) echo "$0: running $f"; "${psql[@]}" < "$f"; echo ;;
119+
*.sql.gz) echo "$0: running $f"; gunzip -c "$f" | "${psql[@]}"; echo ;;
120+
*) echo "$0: ignoring $f" ;;
121+
esac
122+
echo
123+
done
124+
125+
if [ "x$REPLICATE_FROM" == "x" ]; then
126+
gosu postgres pg_ctl -D "$PGDATA" -m fast -w stop
127+
fi
128+
129+
echo
130+
echo 'PostgreSQL init process complete; ready for start up.'
131+
echo
132+
fi
133+
134+
exec gosu postgres "$@"
135+
fi
136+
137+
exec "$@"

‎tests/docker-postgres-replication/setup-replication.sh‎

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
#!/bin/bash
2+
3+
if [ "x$REPLICATE_FROM" == "x" ]; then
4+
5+
cat >> ${PGDATA}/postgresql.conf <<EOF
6+
wal_level = hot_standby
7+
max_wal_senders = $PG_MAX_WAL_SENDERS
8+
wal_keep_segments = $PG_WAL_KEEP_SEGMENTS
9+
hot_standby = on
10+
EOF
11+
12+
else
13+
14+
cat > ${PGDATA}/recovery.conf <<EOF
15+
standby_mode = on
16+
primary_conninfo = 'host=${REPLICATE_FROM} port=5432 user=${POSTGRES_USER} password=${POSTGRES_PASSWORD}'
17+
trigger_file = '/tmp/touch_me_to_promote_to_me_master'
18+
EOF
19+
chown postgres ${PGDATA}/recovery.conf
20+
chmod 600 ${PGDATA}/recovery.conf
21+
22+
fi

‎tests/test-smoke‎

Lines changed: 80 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,23 @@
11
#!/bin/bash
22
# Basic integration tests with postgres. Requires docker to work.
33

4+
SOURCE="${BASH_SOURCE[0]}"
5+
while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
6+
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
7+
SOURCE="$(readlink "$SOURCE")"
8+
[[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
9+
done
10+
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
11+
12+
cd $DIR
13+
414
VERSIONS=( \
515
9.1 \
616
9.2 \
717
9.3 \
818
9.4 \
919
9.5 \
20+
9.6 \
1021
)
1122

1223
smoketest_postgres() {
@@ -17,31 +28,29 @@ smoketest_postgres() {
1728

1829
local CUR_IMAGE=$IMAGE_NAME:$version
1930

31+
echo "Test standalone cluster..."
2032
docker run -d --name=$CONTAINER_NAME -e POSTGRES_PASSWORD=password -p 127.0.0.1:55432:5432 $CUR_IMAGE
2133

34+
trap "docker logs $CONTAINER_NAME ; docker kill $CONTAINER_NAME ; docker rm $CONTAINER_NAME" EXIT INT TERM
35+
2236
local WAIT_START=$(date +%s)
2337
while ! docker exec $CONTAINER_NAME bash -c "psql -U postgres -c \"select 'running'\" > /dev/null 2>&1 " ; do
2438
echo "Waiting for postgres to start..."
2539
if [ $(( $(date +%s) - $WAIT_START )) -gt $TIMEOUT ]; then
2640
echo "Timed out waiting for postgres!" 1>&2
27-
docker logs $CONTAINER_NAME
28-
docker kill $CONTAINER_NAME
29-
docker rm $CONTAINER_NAME
3041
exit 1
3142
fi
3243
sleep 1
3344
done
3445

3546
DATA_SOURCE_NAME="postgresql://postgres:password@localhost:55432/?sslmode=disable" ./postgres_exporter &
3647
exporter_pid=$!
48+
trap "docker logs $CONTAINER_NAME ; docker kill $CONTAINER_NAME ; docker rm $CONTAINER_NAME ; kill $exporter_pid" EXIT INT TERM
3749
local DAEMON_WAIT_START=$(date +%s)
3850
while ! nc -z localhost 9113 ; do
3951
echo "Waiting for exporter to start..."
4052
if [ $(( $(date +%s) - $WAIT_START )) -gt $TIMEOUT ]; then
4153
echo "Timed out waiting for exporter!" 1>&2
42-
docker logs $CONTAINER_NAME
43-
docker kill $CONTAINER_NAME
44-
docker rm $CONTAINER_NAME
4554
exit 1
4655
fi
4756
sleep 1
@@ -51,15 +60,77 @@ smoketest_postgres() {
5160
if [ "$?" != "0" ]; then
5261
echo "Failed on postgres $version ($DOCKER_IMAGE)" 1>&2
5362
kill $exporter_pid
54-
docker logs $CONTAINER_NAME
55-
docker kill $CONTAINER_NAME
56-
docker rm $CONTAINER_NAME
5763
exit 1
5864
fi
5965

6066
kill $exporter_pid
6167
docker kill $CONTAINER_NAME
6268
docker rm $CONTAINER_NAME
69+
trap - EXIT INT TERM
70+
71+
echo "Test replicated cluster..."
72+
postgres_exporter=$(readlink -f ./postgres_exporter)
73+
old_pwd=$(pwd)
74+
cd docker-postgres-replication
75+
76+
VERSION=$version p2 -t Dockerfile.p2 -o Dockerfile
77+
if [ "$?" != "0" ]; then
78+
echo "Templating failed" 1>&2
79+
exit 1
80+
fi
81+
trap "docker-compose logs; docker-compose down ; docker-compose rm -v" EXIT INT TERM
82+
docker-compose up -d --force-recreate --build
83+
84+
master_container=$(docker-compose ps -q pg-master)
85+
slave_container=$(docker-compose ps -q pg-slave)
86+
master_ip=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $master_container)
87+
88+
local WAIT_START=$(date +%s)
89+
while ! docker exec $master_container bash -c "psql -U postgres -c \"select 'running'\" > /dev/null 2>&1 " ; do
90+
echo "Waiting for postgres master to start..."
91+
if [ $(( $(date +%s) - $WAIT_START )) -gt $TIMEOUT ]; then
92+
echo "Timed out waiting for postgres!" 1>&2
93+
exit 1
94+
fi
95+
sleep 1
96+
done
97+
98+
local WAIT_START=$(date +%s)
99+
while ! docker exec $slave_container bash -c "psql -U postgres -c \"select 'running'\" > /dev/null 2>&1 " ; do
100+
echo "Waiting for postgres master to start..."
101+
if [ $(( $(date +%s) - $WAIT_START )) -gt $TIMEOUT ]; then
102+
echo "Timed out waiting for postgres!" 1>&2
103+
exit 1
104+
fi
105+
sleep 1
106+
done
107+
108+
DATA_SOURCE_NAME="postgresql://postgres:password@$master_ip:5432/?sslmode=disable" $postgres_exporter &
109+
exporter_pid=$!
110+
trap "docker-compose logs; docker-compose down ; docker-compose rm -v ; kill $exporter_pid" EXIT INT TERM
111+
local DAEMON_WAIT_START=$(date +%s)
112+
while ! nc -z localhost 9113 ; do
113+
echo "Waiting for exporter to start..."
114+
if [ $(( $(date +%s) - $WAIT_START )) -gt $TIMEOUT ]; then
115+
echo "Timed out waiting for exporter!" 1>&2
116+
exit 1
117+
fi
118+
sleep 1
119+
done
120+
121+
wget -q -O - http://localhost:9113/metrics 1> /dev/null
122+
if [ "$?" != "0" ]; then
123+
echo "Failed on postgres $version ($DOCKER_IMAGE)" 1>&2
124+
exit 1
125+
fi
126+
127+
kill $exporter_pid
128+
129+
docker-compose down
130+
docker-compose rm -v
131+
trap - EXIT INT TERM
132+
133+
cd $old_pwd
63134
}
64135

65136
# Start pulling the docker images in advance

0 commit comments

Comments
 (0)