ctdb-recoverd: Fix a bug in the LCP2 rebalancing code
[Samba/wip.git] / ctdb / tests / takeover / lcp2.005.sh
blob4e0bed850a02408aa04bddf922e7d5559507bdc4
1 #!/bin/sh
3 . "${TEST_SCRIPTS_DIR}/unit.sh"
5 define_test "3 nodes, 1 -> all healthy, debug logging"
7 export CTDB_TEST_LOGLEVEL=4
9 required_result <<EOF
10 DATE TIME [PID]: ----------------------------------------
11 DATE TIME [PID]: CONSIDERING MOVES (UNASSIGNED)
12 DATE TIME [PID]: ----------------------------------------
13 DATE TIME [PID]: +++++++++++++++++++++++++++++++++++++++++
14 DATE TIME [PID]: Selecting most imbalanced node from:
15 DATE TIME [PID]: 0 [0]
16 DATE TIME [PID]: 1 [539166]
17 DATE TIME [PID]: 2 [0]
18 DATE TIME [PID]: ----------------------------------------
19 DATE TIME [PID]: CONSIDERING MOVES FROM 1 [539166]
20 DATE TIME [PID]: 1 [-116718] -> 192.168.21.254 -> 0 [+0]
21 DATE TIME [PID]: 1 [-116718] -> 192.168.21.254 -> 2 [+0]
22 DATE TIME [PID]: 1 [-116971] -> 192.168.21.253 -> 0 [+0]
23 DATE TIME [PID]: 1 [-116971] -> 192.168.21.253 -> 2 [+0]
24 DATE TIME [PID]: 1 [-116971] -> 192.168.21.252 -> 0 [+0]
25 DATE TIME [PID]: 1 [-116971] -> 192.168.21.252 -> 2 [+0]
26 DATE TIME [PID]: 1 [-121110] -> 192.168.20.254 -> 0 [+0]
27 DATE TIME [PID]: 1 [-121110] -> 192.168.20.254 -> 2 [+0]
28 DATE TIME [PID]: 1 [-121363] -> 192.168.20.253 -> 0 [+0]
29 DATE TIME [PID]: 1 [-121363] -> 192.168.20.253 -> 2 [+0]
30 DATE TIME [PID]: 1 [-121363] -> 192.168.20.252 -> 0 [+0]
31 DATE TIME [PID]: 1 [-121363] -> 192.168.20.252 -> 2 [+0]
32 DATE TIME [PID]: 1 [-121363] -> 192.168.20.251 -> 0 [+0]
33 DATE TIME [PID]: 1 [-121363] -> 192.168.20.251 -> 2 [+0]
34 DATE TIME [PID]: 1 [-121363] -> 192.168.20.250 -> 0 [+0]
35 DATE TIME [PID]: 1 [-121363] -> 192.168.20.250 -> 2 [+0]
36 DATE TIME [PID]: 1 [-121110] -> 192.168.20.249 -> 0 [+0]
37 DATE TIME [PID]: 1 [-121110] -> 192.168.20.249 -> 2 [+0]
38 DATE TIME [PID]: ----------------------------------------
39 DATE TIME [PID]: 1 [-121363] -> 192.168.20.253 -> 0 [+0]
40 DATE TIME [PID]: +++++++++++++++++++++++++++++++++++++++++
41 DATE TIME [PID]: Selecting most imbalanced node from:
42 DATE TIME [PID]: 0 [0]
43 DATE TIME [PID]: 1 [417803]
44 DATE TIME [PID]: 2 [0]
45 DATE TIME [PID]: ----------------------------------------
46 DATE TIME [PID]: CONSIDERING MOVES FROM 1 [417803]
47 DATE TIME [PID]: 1 [-102557] -> 192.168.21.254 -> 0 [+14161]
48 DATE TIME [PID]: 1 [-102557] -> 192.168.21.254 -> 2 [+0]
49 DATE TIME [PID]: 1 [-102810] -> 192.168.21.253 -> 0 [+14161]
50 DATE TIME [PID]: 1 [-102810] -> 192.168.21.253 -> 2 [+0]
51 DATE TIME [PID]: 1 [-102810] -> 192.168.21.252 -> 0 [+14161]
52 DATE TIME [PID]: 1 [-102810] -> 192.168.21.252 -> 2 [+0]
53 DATE TIME [PID]: 1 [-105234] -> 192.168.20.254 -> 0 [+15876]
54 DATE TIME [PID]: 1 [-105234] -> 192.168.20.254 -> 2 [+0]
55 DATE TIME [PID]: 1 [-105234] -> 192.168.20.252 -> 0 [+16129]
56 DATE TIME [PID]: 1 [-105234] -> 192.168.20.252 -> 2 [+0]
57 DATE TIME [PID]: 1 [-105738] -> 192.168.20.251 -> 0 [+15625]
58 DATE TIME [PID]: 1 [-105738] -> 192.168.20.251 -> 2 [+0]
59 DATE TIME [PID]: 1 [-105738] -> 192.168.20.250 -> 0 [+15625]
60 DATE TIME [PID]: 1 [-105738] -> 192.168.20.250 -> 2 [+0]
61 DATE TIME [PID]: 1 [-105485] -> 192.168.20.249 -> 0 [+15625]
62 DATE TIME [PID]: 1 [-105485] -> 192.168.20.249 -> 2 [+0]
63 DATE TIME [PID]: ----------------------------------------
64 DATE TIME [PID]: 1 [-105738] -> 192.168.20.251 -> 2 [+0]
65 DATE TIME [PID]: +++++++++++++++++++++++++++++++++++++++++
66 DATE TIME [PID]: Selecting most imbalanced node from:
67 DATE TIME [PID]: 0 [0]
68 DATE TIME [PID]: 1 [312065]
69 DATE TIME [PID]: 2 [0]
70 DATE TIME [PID]: ----------------------------------------
71 DATE TIME [PID]: CONSIDERING MOVES FROM 1 [312065]
72 DATE TIME [PID]: 1 [-88396] -> 192.168.21.254 -> 0 [+14161]
73 DATE TIME [PID]: 1 [-88396] -> 192.168.21.254 -> 2 [+14161]
74 DATE TIME [PID]: 1 [-88649] -> 192.168.21.253 -> 0 [+14161]
75 DATE TIME [PID]: 1 [-88649] -> 192.168.21.253 -> 2 [+14161]
76 DATE TIME [PID]: 1 [-88649] -> 192.168.21.252 -> 0 [+14161]
77 DATE TIME [PID]: 1 [-88649] -> 192.168.21.252 -> 2 [+14161]
78 DATE TIME [PID]: 1 [-89609] -> 192.168.20.254 -> 0 [+15876]
79 DATE TIME [PID]: 1 [-89609] -> 192.168.20.254 -> 2 [+15625]
80 DATE TIME [PID]: 1 [-89609] -> 192.168.20.252 -> 0 [+16129]
81 DATE TIME [PID]: 1 [-89609] -> 192.168.20.252 -> 2 [+15625]
82 DATE TIME [PID]: 1 [-89609] -> 192.168.20.250 -> 0 [+15625]
83 DATE TIME [PID]: 1 [-89609] -> 192.168.20.250 -> 2 [+16129]
84 DATE TIME [PID]: 1 [-89609] -> 192.168.20.249 -> 0 [+15625]
85 DATE TIME [PID]: 1 [-89609] -> 192.168.20.249 -> 2 [+15876]
86 DATE TIME [PID]: ----------------------------------------
87 DATE TIME [PID]: 1 [-88649] -> 192.168.21.253 -> 0 [+14161]
88 DATE TIME [PID]: +++++++++++++++++++++++++++++++++++++++++
89 DATE TIME [PID]: Selecting most imbalanced node from:
90 DATE TIME [PID]: 0 [14161]
91 DATE TIME [PID]: 1 [223416]
92 DATE TIME [PID]: 2 [0]
93 DATE TIME [PID]: ----------------------------------------
94 DATE TIME [PID]: CONSIDERING MOVES FROM 1 [223416]
95 DATE TIME [PID]: 1 [-72520] -> 192.168.21.254 -> 0 [+30037]
96 DATE TIME [PID]: 1 [-72520] -> 192.168.21.254 -> 2 [+14161]
97 DATE TIME [PID]: 1 [-72520] -> 192.168.21.252 -> 0 [+30290]
98 DATE TIME [PID]: 1 [-72520] -> 192.168.21.252 -> 2 [+14161]
99 DATE TIME [PID]: 1 [-75448] -> 192.168.20.254 -> 0 [+30037]
100 DATE TIME [PID]: 1 [-75448] -> 192.168.20.254 -> 2 [+15625]
101 DATE TIME [PID]: 1 [-75448] -> 192.168.20.252 -> 0 [+30290]
102 DATE TIME [PID]: 1 [-75448] -> 192.168.20.252 -> 2 [+15625]
103 DATE TIME [PID]: 1 [-75448] -> 192.168.20.250 -> 0 [+29786]
104 DATE TIME [PID]: 1 [-75448] -> 192.168.20.250 -> 2 [+16129]
105 DATE TIME [PID]: 1 [-75448] -> 192.168.20.249 -> 0 [+29786]
106 DATE TIME [PID]: 1 [-75448] -> 192.168.20.249 -> 2 [+15876]
107 DATE TIME [PID]: ----------------------------------------
108 DATE TIME [PID]: 1 [-75448] -> 192.168.20.254 -> 2 [+15625]
109 DATE TIME [PID]: +++++++++++++++++++++++++++++++++++++++++
110 DATE TIME [PID]: Selecting most imbalanced node from:
111 DATE TIME [PID]: 0 [14161]
112 DATE TIME [PID]: 1 [147968]
113 DATE TIME [PID]: 2 [15625]
114 DATE TIME [PID]: ----------------------------------------
115 DATE TIME [PID]: CONSIDERING MOVES FROM 1 [147968]
116 DATE TIME [PID]: 1 [-58359] -> 192.168.21.254 -> 0 [+30037]
117 DATE TIME [PID]: 1 [-58359] -> 192.168.21.254 -> 2 [+28322]
118 DATE TIME [PID]: 1 [-58359] -> 192.168.21.252 -> 0 [+30290]
119 DATE TIME [PID]: 1 [-58359] -> 192.168.21.252 -> 2 [+28322]
120 DATE TIME [PID]: 1 [-59572] -> 192.168.20.252 -> 0 [+30290]
121 DATE TIME [PID]: 1 [-59572] -> 192.168.20.252 -> 2 [+31501]
122 DATE TIME [PID]: 1 [-59823] -> 192.168.20.250 -> 0 [+29786]
123 DATE TIME [PID]: 1 [-59823] -> 192.168.20.250 -> 2 [+31754]
124 DATE TIME [PID]: 1 [-59823] -> 192.168.20.249 -> 0 [+29786]
125 DATE TIME [PID]: 1 [-59823] -> 192.168.20.249 -> 2 [+31501]
126 DATE TIME [PID]: ----------------------------------------
127 DATE TIME [PID]: 1 [-59823] -> 192.168.20.250 -> 0 [+29786]
128 DATE TIME [PID]: +++++++++++++++++++++++++++++++++++++++++
129 DATE TIME [PID]: Selecting most imbalanced node from:
130 DATE TIME [PID]: 0 [43947]
131 DATE TIME [PID]: 1 [88145]
132 DATE TIME [PID]: 2 [15625]
133 DATE TIME [PID]: ----------------------------------------
134 DATE TIME [PID]: CONSIDERING MOVES FROM 1 [88145]
135 DATE TIME [PID]: 1 [-44198] -> 192.168.21.254 -> 0 [+44198]
136 DATE TIME [PID]: 1 [-44198] -> 192.168.21.254 -> 2 [+28322]
137 DATE TIME [PID]: 1 [-44198] -> 192.168.21.252 -> 0 [+44451]
138 DATE TIME [PID]: 1 [-44198] -> 192.168.21.252 -> 2 [+28322]
139 DATE TIME [PID]: 1 [-43947] -> 192.168.20.252 -> 0 [+45915]
140 DATE TIME [PID]: 1 [-43947] -> 192.168.20.252 -> 2 [+31501]
141 DATE TIME [PID]: 1 [-43947] -> 192.168.20.249 -> 0 [+45662]
142 DATE TIME [PID]: 1 [-43947] -> 192.168.20.249 -> 2 [+31501]
143 DATE TIME [PID]: ----------------------------------------
144 DATE TIME [PID]: 1 [-44198] -> 192.168.21.254 -> 2 [+28322]
145 DATE TIME [PID]: +++++++++++++++++++++++++++++++++++++++++
146 DATE TIME [PID]: Selecting most imbalanced node from:
147 DATE TIME [PID]: 0 [43947]
148 DATE TIME [PID]: 1 [43947]
149 DATE TIME [PID]: 2 [43947]
150 DATE TIME [PID]: ----------------------------------------
151 DATE TIME [PID]: CONSIDERING MOVES FROM 0 [43947]
152 DATE TIME [PID]: 0 [-28322] -> 192.168.21.253 -> 0 [+28322]
153 DATE TIME [PID]: 0 [-28322] -> 192.168.21.253 -> 2 [+44198]
154 DATE TIME [PID]: 0 [-29786] -> 192.168.20.253 -> 0 [+29786]
155 DATE TIME [PID]: 0 [-29786] -> 192.168.20.253 -> 2 [+45662]
156 DATE TIME [PID]: 0 [-29786] -> 192.168.20.250 -> 0 [+29786]
157 DATE TIME [PID]: 0 [-29786] -> 192.168.20.250 -> 2 [+45915]
158 DATE TIME [PID]: ----------------------------------------
159 DATE TIME [PID]: ----------------------------------------
160 DATE TIME [PID]: CONSIDERING MOVES FROM 1 [43947]
161 DATE TIME [PID]: 1 [-28322] -> 192.168.21.252 -> 0 [+44451]
162 DATE TIME [PID]: 1 [-28322] -> 192.168.21.252 -> 2 [+44198]
163 DATE TIME [PID]: 1 [-29786] -> 192.168.20.252 -> 0 [+45915]
164 DATE TIME [PID]: 1 [-29786] -> 192.168.20.252 -> 2 [+45662]
165 DATE TIME [PID]: 1 [-29786] -> 192.168.20.249 -> 0 [+45662]
166 DATE TIME [PID]: 1 [-29786] -> 192.168.20.249 -> 2 [+45662]
167 DATE TIME [PID]: ----------------------------------------
168 DATE TIME [PID]: ----------------------------------------
169 DATE TIME [PID]: CONSIDERING MOVES FROM 2 [43947]
170 DATE TIME [PID]: 2 [-28322] -> 192.168.21.254 -> 0 [+44198]
171 DATE TIME [PID]: 2 [-28322] -> 192.168.21.254 -> 2 [+28322]
172 DATE TIME [PID]: 2 [-29786] -> 192.168.20.254 -> 0 [+45662]
173 DATE TIME [PID]: 2 [-29786] -> 192.168.20.254 -> 2 [+29786]
174 DATE TIME [PID]: 2 [-29786] -> 192.168.20.251 -> 0 [+45915]
175 DATE TIME [PID]: 2 [-29786] -> 192.168.20.251 -> 2 [+29786]
176 DATE TIME [PID]: ----------------------------------------
177 192.168.21.254 2
178 192.168.21.253 0
179 192.168.21.252 1
180 192.168.20.254 2
181 192.168.20.253 0
182 192.168.20.252 1
183 192.168.20.251 2
184 192.168.20.250 0
185 192.168.20.249 1
188 simple_test 0,0,0 <<EOF
189 192.168.20.249 1
190 192.168.20.250 1
191 192.168.20.251 1
192 192.168.20.252 1
193 192.168.20.253 1
194 192.168.20.254 1
195 192.168.21.252 1
196 192.168.21.253 1
197 192.168.21.254 1