Skip to content

Commit 47bf602

Browse files
HariSekhonHariSekhon
committed
update tests/test_hbase.sh
1 parent df3b928 commit 47bf602

File tree

1 file changed

+61
-60
lines changed

1 file changed

+61
-60
lines changed

‎tests/test_hbase.sh

Lines changed: 61 additions & 60 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,7 @@ test_hbase(){
5656
VERSION="$version" docker-compose down || :
5757
fi
5858
VERSION="$version" docker-compose up -d
59+
hr
5960
if [ "$version" = "0.96" -o "$version" = "0.98" ]; then
6061
local export HBASE_MASTER_PORT_DEFAULT=60010
6162
local export HBASE_REGIONSERVER_PORT_DEFAULT=60301
@@ -80,134 +81,134 @@ test_hbase(){
8081
# gets ValueError: file descriptor cannot be a negative integer (-1), -T should be the workaround but hangs
8182
#docker-compose exec -T "$DOCKER_SERVICE" /bin/bash <<-EOF
8283
if [ -z "${NOSETUP:-}" ]; then
83-
docker exec -i "$DOCKER_CONTAINER" /bin/bash <<-EOF
84-
export JAVA_HOME=/usr
85-
/hbase/bin/hbase shell <<-EOF2
86-
create 't1', 'cf1', { 'REGION_REPLICATION' => 1 }
87-
create 'EmptyTable', 'cf2', { 'REGION_REPLICATION' => 1 }
88-
create 'DisabledTable', 'cf3', { 'REGION_REPLICATION' => 1 }
89-
disable 'DisabledTable'
90-
put 't1', 'r1', 'cf1:q1', '$uniq_val'
91-
put 't1', 'r2', 'cf1:q2', 'test'
92-
list
84+
docker exec -i "$DOCKER_CONTAINER" /bin/bash <<-EOF
85+
export JAVA_HOME=/usr
86+
/hbase/bin/hbase shell <<-EOF2
87+
create 't1', 'cf1', { 'REGION_REPLICATION' => 1 }
88+
create 'EmptyTable', 'cf2', { 'REGION_REPLICATION' => 1 }
89+
create 'DisabledTable', 'cf3', { 'REGION_REPLICATION' => 1 }
90+
disable 'DisabledTable'
91+
put 't1', 'r1', 'cf1:q1', '$uniq_val'
92+
put 't1', 'r2', 'cf1:q2', 'test'
93+
list
9394
EOF2
94-
hbase org.apache.hadoop.hbase.util.RegionSplitter UniformSplitTable UniformSplit -c 100 -f cf1
95-
hbase org.apache.hadoop.hbase.util.RegionSplitter HexStringSplitTable HexStringSplit -c 100 -f cf1
96-
# the above may fail, ensure we continue to try the tests
97-
exit 0
95+
hbase org.apache.hadoop.hbase.util.RegionSplitter UniformSplitTable UniformSplit -c 100 -f cf1
96+
hbase org.apache.hadoop.hbase.util.RegionSplitter HexStringSplitTable HexStringSplit -c 100 -f cf1
97+
# the above may fail, ensure we continue to try the tests
98+
exit 0
9899
EOF
100+
hr
99101
fi
100102
# ============================================================================ #
101103
if [ -n "${NOTESTS:-}" ]; then
102104
return
103105
fi
104-
hr
105106
# will otherwise pick up HBASE_HOST and use default port and return the real HBase Master
106107
HBASE_HOST='' HOST='' HBASE_MASTER_PORT="$HBASE_MASTER_PORT_DEFAULT" \
107-
run_output "NO_AVAILABLE_SERVER" ./find_active_hbase_master.py 127.0.0.2 127.0.0.3 "$HBASE_HOST:$HBASE_REGIONSERVER_PORT"
108-
hr
108+
ERRCODE=1 run_grep "^NO_AVAILABLE_SERVER$" ./find_active_hbase_master.py 127.0.0.2 127.0.0.3 "$HBASE_HOST:$HBASE_REGIONSERVER_PORT"
109+
109110
# if HBASE_PORT / --port is set to same as suffix then only outputs host not host:port
110111
HBASE_HOST='' HOST='' HBASE_MASTER_PORT="$HBASE_MASTER_PORT_DEFAULT" \
111-
run_output "$HBASE_HOST:$HBASE_MASTER_PORT" ./find_active_hbase_master.py 127.0.0.2 "$HBASE_HOST:$HBASE_REGIONSERVER_PORT" 127.0.0.3 "$HBASE_HOST:$HBASE_MASTER_PORT"
112-
hr
112+
run_grep "^$HBASE_HOST:$HBASE_MASTER_PORT$" ./find_active_hbase_master.py 127.0.0.2 "$HBASE_HOST:$HBASE_REGIONSERVER_PORT" 127.0.0.3 "$HBASE_HOST:$HBASE_MASTER_PORT"
113+
113114
export HBASE_THRIFT_SERVER_PORT="$HBASE_THRIFT_PORT"
114-
hr
115+
115116
# ============================================================================ #
116117
run ./hbase_generate_data.py -n 10
117-
hr
118+
118119
run_conn_refused ./hbase_generate_data.py -n 10
119-
hr
120+
120121
echo "checking generate data fails with exit code 2 when table already exists on second run"
121122
run_fail 2 ./hbase_generate_data.py -n 10
122-
hr
123+
123124
set +e
124125
echo "trying to send generated data to DisabledTable (times out):"
125126
run_fail 2 ./hbase_generate_data.py -n 10 -T DisabledTable --use-existing-table
126-
hr
127+
127128
run ./hbase_generate_data.py -n 10 --drop-table
128-
hr
129+
129130
run ./hbase_generate_data.py -n 10 --drop-table --skew
130-
hr
131+
131132
run ./hbase_generate_data.py -n 10000 --use-existing-table --skew --skew-percent 50 -T UniformSplitTable
132-
hr
133+
133134
run ./hbase_generate_data.py -n 10000 --use-existing-table -T HexStringSplitTable
134-
hr
135+
135136
# ============================================================================ #
136137
run_fail 3 ./hbase_compact_tables.py --list-tables
137-
hr
138+
138139
run ./hbase_compact_tables.py -H "$HBASE_HOST"
139-
hr
140+
140141
run_conn_refused ./hbase_compact_tables.py
141-
hr
142+
142143
run ./hbase_compact_tables.py -r DisabledTable
143-
hr
144+
144145
run ./hbase_compact_tables.py --regex .1
145-
hr
146+
146147
# ============================================================================ #
147148
ERRCODE=3 docker_exec hbase_flush_tables.py --list-tables
148-
hr
149+
149150
docker_exec hbase_flush_tables.py
150-
hr
151+
151152
docker_exec hbase_flush_tables.py -r Disabled.*
152-
hr
153+
153154
# ============================================================================ #
154155
run_fail 3 ./hbase_show_table_region_ranges.py --list-tables
155-
hr
156+
156157
run_conn_refused ./hbase_show_table_region_ranges.py --list-tables
157-
hr
158+
158159
echo "checking hbase_show_table_region_ranges.py against DisabledTable:"
159160
run ./hbase_show_table_region_ranges.py -T DisabledTable -vvv
160-
hr
161+
161162
echo "checking hbase_show_table_region_ranges.py against EmptyTable:"
162163
run ./hbase_show_table_region_ranges.py -T EmptyTable -vvv
163-
hr
164+
164165
run ./hbase_show_table_region_ranges.py -T HexStringSplitTable -v --short-region-name
165-
hr
166+
166167
run ./hbase_show_table_region_ranges.py -T UniformSplitTable -v
167-
hr
168+
168169
# ============================================================================ #
169170
run_fail 3 ./hbase_calculate_table_region_row_distribution.py --list-tables
170-
hr
171+
171172
run_conn_refused ./hbase_calculate_table_region_row_distribution.py --list-tables
172-
hr
173+
173174
echo "checking hbase_calculate_table_region_row_distribution.py against DisabledTable:"
174175
run_fail 2 ./hbase_calculate_table_region_row_distribution.py -T DisabledTable -vvv
175-
hr
176+
176177
echo "checking hbase_calculate_table_region_row_distribution.py against EmptyTable:"
177178
run_fail 2 ./hbase_calculate_table_region_row_distribution.py -T EmptyTable -vvv
178-
hr
179+
179180
run ./hbase_calculate_table_region_row_distribution.py -T UniformSplitTable -v --no-region-name
180-
hr
181+
181182
run ./hbase_calculate_table_region_row_distribution.py -T HexStringSplitTable
182-
hr
183+
183184
run ./hbase_calculate_table_region_row_distribution.py -T HexStringSplitTable -vv --short-region-name --sort server
184-
hr
185+
185186
run ./hbase_calculate_table_region_row_distribution.py -T HexStringSplitTable --short-region-name --sort server --desc
186-
hr
187+
187188
run ./hbase_calculate_table_region_row_distribution.py -T HexStringSplitTable --short-region-name --sort count
188-
hr
189+
189190
run ./hbase_calculate_table_region_row_distribution.py -T HexStringSplitTable --short-region-name --sort count --desc
190-
hr
191+
191192
# ============================================================================ #
192193
run_fail 3 ./hbase_calculate_table_row_key_distribution.py -T DisabledTable --list-tables
193-
hr
194+
194195
echo "checking hbase_calculate_table_row_key_distribution.py against DisabledTable:"
195196
run_fail 2 ./hbase_calculate_table_row_key_distribution.py -T DisabledTable -vvv
196-
hr
197+
197198
echo "checking hbase_calculate_table_row_key_distribution.py against EmptyTable:"
198199
run_fail 2 ./hbase_calculate_table_row_key_distribution.py -T EmptyTable -vvv
199-
hr
200+
200201
run ./hbase_calculate_table_row_key_distribution.py -T UniformSplitTable -v --key-prefix-length 2
201-
hr
202+
202203
run ./hbase_calculate_table_row_key_distribution.py -T UniformSplitTable --sort
203-
hr
204+
204205
run ./hbase_calculate_table_row_key_distribution.py -T HexStringSplitTable --sort --desc
205-
hr
206+
206207
run ./hbase_calculate_table_row_key_distribution.py -T HexStringSplitTable
207-
hr
208+
208209
run_conn_refused ./hbase_calculate_table_row_key_distribution.py -T HexStringSplitTable
209-
hr
210210

211+
[ -z "${KEEPDOCKER:-}" ] ||
211212
docker-compose down
212213
echo
213214
}

0 commit comments

Comments
 (0)