File: 020_non_default_replication_set.pl

package info (click to toggle)
pglogical 2.4.6-2
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 4,300 kB
  • sloc: ansic: 39,268; sql: 4,466; perl: 693; makefile: 210; sh: 78
file content (133 lines) | stat: -rwxr-xr-x 5,927 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
use strict;
use warnings;
use Cwd;
use Config;
use TestLib;
use Test::More tests => 1;

my $CWD = getcwd;
my $SOCKETDIR = "$CWD/tmp_check/tmp_socketdir";
my $PGPORT=65432; #subscriber's port
my $PROVIDER_PORT=65431;
my $PROVIDER_DSN = "host=$SOCKETDIR user=super port=$PROVIDER_PORT dbname=postgres";
my $PROVIDER_DATA = "$CWD/tmp_check/tmp_020_pdatadir";
my $SUBSCRIBER_DSN = "host=$SOCKETDIR user=super port=$PGPORT dbname=postgres";
my $SUBSCRIBER_DATA = "$CWD/tmp_check/tmp_020_sdatadir";

system_or_bail 'rm', '-rf', "$SOCKETDIR";
system_or_bail 'mkdir', '-p', "$SOCKETDIR";
system_or_bail 'rm', '-rf', "$PROVIDER_DATA";
system_or_bail 'rm', '-rf', "$SUBSCRIBER_DATA";

#provider's and subscriber's datadir
system_or_bail 'initdb', '-A trust', '-D', "$PROVIDER_DATA";
system_or_bail 'initdb', '-A trust', '-D', "$SUBSCRIBER_DATA";

system_or_bail 'pwd';

system_or_bail 'cp', 'regress-pg_hba.conf', "$PROVIDER_DATA/pg_hba.conf";
system_or_bail 'cp', 'regress-pg_hba.conf', "$SUBSCRIBER_DATA/pg_hba.conf";

my $pg_version = `pg_config --version| sed 's/[^0-9\.]//g' | awk -F . '{ print \$1\$2 }'`;

if ($pg_version >= 95) {
    `cat t/perl-95-postgresql.conf>>$PROVIDER_DATA/postgresql.conf`;
    `cat t/perl-95-postgresql.conf>>$SUBSCRIBER_DATA/postgresql.conf`;
} else {
    `cat t/perl-94-postgresql.conf>>$PROVIDER_DATA/postgresql.conf`;
    `cat t/perl-94-postgresql.conf>>$SUBSCRIBER_DATA/postgresql.conf`;
}

system("postgres -k $SOCKETDIR -p $PROVIDER_PORT -D $PROVIDER_DATA -c logging_collector=on &");
system("postgres -k $SOCKETDIR -p $PGPORT -D $SUBSCRIBER_DATA -c logging_collector=on &");

#allow Postgres servers to startup
system_or_bail 'sleep', '5';

system_or_bail 'psql', '-X', '-p', "$PROVIDER_PORT", '-h', "$SOCKETDIR", '-d', "postgres", '-c', "CREATE USER super SUPERUSER";
system_or_bail 'psql', '-X', '-p', "$PGPORT", '-h', "$SOCKETDIR", '-d', "postgres", '-c', "CREATE USER super SUPERUSER";

# Required for PostgreSQL 9.4 run
if ($pg_version < 95) {
    system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "CREATE EXTENSION IF NOT EXISTS pglogical_origin";
}
system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "CREATE EXTENSION IF NOT EXISTS pglogical VERSION '1.0.0'";
system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "ALTER EXTENSION pglogical UPDATE";

# Required for PostgreSQL 9.4 run
if ($pg_version < 95) {
    system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "CREATE EXTENSION IF NOT EXISTS pglogical_origin";
}
system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "CREATE EXTENSION IF NOT EXISTS pglogical";

system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "SELECT * FROM pglogical.create_node(node_name := 'test_provider', dsn := 'dbname=postgres user=super')";

system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "SELECT * FROM pglogical.create_node(node_name := 'test_subscriber', dsn := '$SUBSCRIBER_DSN')";

system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "SELECT * FROM pglogical.create_replication_set('delay')";

system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "SELECT * FROM pglogical.create_subscription(
    subscription_name := 'test_subscription_delay',
    provider_dsn := '$PROVIDER_DSN',
        replication_sets := '{delay}',
        forward_origins := '{}',
        synchronize_structure := false,
        synchronize_data := false
)";

system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "DO \$\$
BEGIN
        FOR i IN 1..100 LOOP
                IF EXISTS (SELECT 1 FROM pglogical.show_subscription_status() WHERE status = 'replicating') THEN
                        RETURN;
                END IF;
                PERFORM pg_sleep(0.1);
        END LOOP;
END;
\$\$";

system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "SELECT subscription_name, status, provider_node, replication_sets, forward_origins FROM pglogical.show_subscription_status()";

system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "DO \$\$
BEGIN
    FOR i IN 1..300 LOOP
        IF EXISTS (SELECT 1 FROM pglogical.local_sync_status WHERE sync_status = 'r') THEN
            EXIT;
        END IF;
        PERFORM pg_sleep(0.1);
    END LOOP;
END;\$\$";

system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "SELECT sync_kind, sync_subid, sync_nspname, sync_relname, sync_status FROM pglogical.local_sync_status ORDER BY 2,3,4";

system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "CREATE OR REPLACE FUNCTION public.pg_xlog_wait_remote_apply(i_pos pg_lsn, i_pid integer) RETURNS VOID
AS \$FUNC\$
BEGIN
    WHILE EXISTS(SELECT true FROM pg_stat_get_wal_senders() s WHERE s.replay_location < i_pos AND (i_pid = 0 OR s.pid = i_pid)) LOOP
                PERFORM pg_sleep(0.01);
        END LOOP;
END;\$FUNC\$ LANGUAGE plpgsql";

system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "SELECT pglogical.replicate_ddl_command(\$\$
    CREATE TABLE public.basic_dml1 (
        id serial primary key,
        other integer,
        data text,
        something interval
    );
\$\$)";
system_or_bail 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "select * from pglogical.show_subscription_status('test_subscription_delay');";
system_or_bail 'psql', '-X', '-d', "$PROVIDER_DSN", '-c', "SELECT * FROM pglogical.replication_set_add_table('delay', 'basic_dml1', true) ";

#At this point subscriber sync starts crashing (`sync worker`) and recovering
# check logs at this point at:
# /tmp/tmp_020_pdatadir and /tmp/tmp_020_sdatadir
# As per Petr this is expected behavior.
# But since the table does not exist on subscriber, the sync worker dies when trying
# to accessing it. It even logs why it dies on the line above.
system_or_bail 'sleep', '10';
command_fails([ 'psql', '-X', '-d', "$SUBSCRIBER_DSN", '-c', "SELECT * FROM basic_dml1" ], 'replication check');
#cleanup
system("pg_ctl stop -D $SUBSCRIBER_DATA -m immediate &");
system("pg_ctl stop -D $PROVIDER_DATA -m immediate &");