1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
|
#!/usr/bin/env perl
# -*-mode:cperl; indent-tabs-mode: nil-*-
## Test Bucardo in a large star network
## We will use 'A' as the hub, and the three others B C D, each having multiple dbs
use 5.008003;
use strict;
use warnings;
use Data::Dumper;
use lib 't','.';
use DBD::Pg;
use Test::More;
use vars qw/ $dbhX $dbhA $dbhB $dbhC $dbhD $res $command $t $SQL $sth $count /;
use BucardoTesting;
my $bct = BucardoTesting->new({location => 'star', bail => 1})
or BAIL_OUT "Creation of BucardoTesting object failed\n";
pass("*** Beginning star tests");
END {
$bct and $bct->stop_bucardo();
$dbhX and $dbhX->disconnect();
$dbhA and $dbhA->disconnect();
$dbhB and $dbhB->disconnect();
$dbhC and $dbhC->disconnect();
$dbhD and $dbhD->disconnect();
}
## Get A, B, C, and D created, emptied out, and repopulated with sample data
my $extras = 5;
$dbhA = $bct->repopulate_cluster('A');
$dbhB = $bct->repopulate_cluster('B',$extras);
$dbhC = $bct->repopulate_cluster('C',$extras);
$dbhD = $bct->repopulate_cluster('D',$extras);
## Create a bucardo database, and install Bucardo into it
$dbhX = $bct->setup_bucardo('A');
## Teach Bucardo about all databases
my (@alldbs, @alldbhs, %dbmap);
for my $name (qw/ A B C D /) {
my ($dbuser,$dbport,$dbhost) = $bct->add_db_args($name);
for my $number (0..$extras) {
my $dbname = 'bucardo_test';
my $bname = $name;
## Always a single hub
next if $number and $name eq 'A';
if ($number) {
$dbname .= $number;
$bname .= $number;
}
$t = "Added database $bname for database $dbname";
$command = "bucardo add db $bname dbname=$dbname user=$dbuser port=$dbport host=$dbhost";
$command .= ' makedelta=1' if $name eq 'A';
$res = $bct->ctl($command);
like ($res, qr/Added database "$bname"/, $t);
push @alldbs => $bname;
my $dbh = $bct->connect_database($bname, $dbname);
push @alldbhs => $dbh;
$dbmap{$dbh} = $bname;
}
}
## Put all pk tables into a relgroup
$t = q{Added all PK tables to a relgroup named 'allpk'};
$res = $bct->ctl(q{bucardo add tables '*bucardo*test*' '*Bucardo*test*' db=A relgroup=allpk pkonly});
like ($res, qr/Created the relgroup named "allpk".*are now part of/s, $t);
## Make a simpler relgroup of just one table
$t = q{Created relgroup of just bucardo_test1 named 'rel1'};
$res = $bct->ctl(q{bucardo add relgroup rel1 bucardo_test1});
like ($res, qr/relgroup "rel1"/s, $t);
## Create a lot of syncs. Each simulates a multi-source from center to a distinct server leaf
my $number = 2;
for my $db (qw/ B C D /) {
for my $num (0..$extras) {
my $syncname = "star$number";
my $leaf = sprintf '%s%s', $db, $num || '';
$t = qq{Created a new sync $syncname going for A <=> $leaf};
my $command = "bucardo add sync $syncname relgroup=rel1 dbs=A,$leaf:source autokick=true";
$res = $bct->ctl($command);
like ($res, qr/Added sync "$syncname"/, $t);
$number++;
}
}
## Turn off the vac daemon for now
$bct->ctl('bucardo set bucardo_vac=0');
## Start up the Bucardo daemon
$bct->restart_bucardo($dbhX);
## Add a row to A and make sure it gets to all leafs
$bct->add_row_to_database('A', 1);
$bct->ctl('bucardo kick sync star1 0');
sleep 5;
$bct->check_for_row([[1]], \@alldbs, '', 'bucardo_test1');
$number = 0;
my $maxnumber = 1;
$SQL = 'INSERT INTO bucardo_test1(id,inty) VALUES (?,?)';
for my $dbh (@alldbhs) {
$number++;
next if $number < 2; ## Do not want to add anything to the "A" database
$dbh->do($SQL, undef, $number, $number);
$dbh->commit();
my $mydb = $dbmap{$dbh};
#diag "Added number $number to database $mydb";
$maxnumber = $number;
#last if $number >= 5;
}
## Scan everyone until replication is done.
## Bail if it gets too long
my $toolong = 30; ## number of 1-second loops
my $round = 1;
$SQL = 'SELECT id FROM bucardo_test1 ORDER BY id';
my %sth;
for my $dbh (@alldbhs) {
$sth{$dbh} = $dbh->prepare($SQL);
}
my $good = '';
for (1..$maxnumber) {
$good .= "$_ ";
}
chop $good;
{
my $allgood = 1;
for my $dbh (@alldbhs) {
$sth{$dbh}->execute();
my $output = join ' ' => map { $_->[0] } @{ $sth{$dbh}->fetchall_arrayref() };
$allgood = 0 if $output ne $good;
}
#diag "Round $round, good is $allgood";
last if $allgood;
if ($round++ >= $toolong) {
diag "Too many loops and no complete replication";
exit;
}
sleep 1;
redo;
}
pass 'All databases received all updates!';
for my $dbh (@alldbhs) {
$dbh->disconnect();
}
my $result = [];
push @$result, [$_] for 1..$maxnumber;
$bct->check_for_row($result, [qw/ A B C D /], '', 'bucardo_test1');
$bct->ctl('bucardo stop');
done_testing();
|
