Wait to clear has_degraded in test_heal - hope this will fix flaps
Test / buildenv (push) Successful in 11s
Details
Test / build (push) Successful in 2m44s
Details
Test / test_cas (push) Successful in 10s
Details
Test / make_test (push) Successful in 34s
Details
Test / test_change_pg_count (push) Successful in 38s
Details
Test / test_change_pg_size (push) Successful in 10s
Details
Test / test_change_pg_count_ec (push) Successful in 33s
Details
Test / test_create_nomaxid (push) Successful in 9s
Details
Test / test_etcd_fail (push) Successful in 1m2s
Details
Test / test_add_osd (push) Successful in 2m36s
Details
Test / test_interrupted_rebalance_imm (push) Successful in 2m39s
Details
Test / test_interrupted_rebalance (push) Successful in 2m54s
Details
Test / test_interrupted_rebalance_ec (push) Successful in 1m54s
Details
Test / test_failure_domain (push) Successful in 10s
Details
Test / test_minsize_1 (push) Successful in 14s
Details
Test / test_interrupted_rebalance_ec_imm (push) Successful in 1m35s
Details
Test / test_snapshot (push) Successful in 29s
Details
Test / test_snapshot_ec (push) Successful in 28s
Details
Test / test_move_reappear (push) Successful in 26s
Details
Test / test_rm (push) Successful in 16s
Details
Test / test_snapshot_down (push) Successful in 31s
Details
Test / test_snapshot_down_ec (push) Successful in 32s
Details
Test / test_splitbrain (push) Successful in 27s
Details
Test / test_snapshot_chain (push) Successful in 2m2s
Details
Test / test_snapshot_chain_ec (push) Successful in 2m54s
Details
Test / test_rebalance_verify_imm (push) Successful in 2m40s
Details
Test / test_rebalance_verify (push) Successful in 3m18s
Details
Test / test_switch_primary (push) Successful in 36s
Details
Test / test_write (push) Successful in 36s
Details
Test / test_write_no_same (push) Successful in 17s
Details
Test / test_write_xor (push) Successful in 39s
Details
Test / test_rebalance_verify_ec (push) Successful in 4m20s
Details
Test / test_rebalance_verify_ec_imm (push) Successful in 5m0s
Details
Test / test_heal_pg_size_2 (push) Successful in 3m46s
Details
Test / test_heal_ec (push) Successful in 3m45s
Details
Test / test_heal_csum_32k_dmj (push) Successful in 5m16s
Details
Test / test_heal_csum_32k_dj (push) Successful in 6m46s
Details
Test / test_heal_csum_32k (push) Successful in 6m56s
Details
Test / test_heal_csum_4k_dmj (push) Successful in 6m57s
Details
Test / test_scrub_zero_osd_2 (push) Successful in 1m11s
Details
Test / test_scrub (push) Successful in 1m19s
Details
Test / test_scrub_xor (push) Successful in 1m6s
Details
Test / test_heal_csum_4k_dj (push) Successful in 6m40s
Details
Test / test_scrub_pg_size_6_pg_minsize_4_osd_count_6_ec (push) Successful in 1m10s
Details
Test / test_scrub_ec (push) Successful in 1m1s
Details
Test / test_heal_csum_4k (push) Successful in 5m24s
Details
Test / test_scrub_pg_size_3 (push) Successful in 31s
Details
Test / buildenv (push) Successful in 11s
Details
Test / build (push) Successful in 2m44s
Details
Test / test_cas (push) Successful in 10s
Details
Test / make_test (push) Successful in 34s
Details
Test / test_change_pg_count (push) Successful in 38s
Details
Test / test_change_pg_size (push) Successful in 10s
Details
Test / test_change_pg_count_ec (push) Successful in 33s
Details
Test / test_create_nomaxid (push) Successful in 9s
Details
Test / test_etcd_fail (push) Successful in 1m2s
Details
Test / test_add_osd (push) Successful in 2m36s
Details
Test / test_interrupted_rebalance_imm (push) Successful in 2m39s
Details
Test / test_interrupted_rebalance (push) Successful in 2m54s
Details
Test / test_interrupted_rebalance_ec (push) Successful in 1m54s
Details
Test / test_failure_domain (push) Successful in 10s
Details
Test / test_minsize_1 (push) Successful in 14s
Details
Test / test_interrupted_rebalance_ec_imm (push) Successful in 1m35s
Details
Test / test_snapshot (push) Successful in 29s
Details
Test / test_snapshot_ec (push) Successful in 28s
Details
Test / test_move_reappear (push) Successful in 26s
Details
Test / test_rm (push) Successful in 16s
Details
Test / test_snapshot_down (push) Successful in 31s
Details
Test / test_snapshot_down_ec (push) Successful in 32s
Details
Test / test_splitbrain (push) Successful in 27s
Details
Test / test_snapshot_chain (push) Successful in 2m2s
Details
Test / test_snapshot_chain_ec (push) Successful in 2m54s
Details
Test / test_rebalance_verify_imm (push) Successful in 2m40s
Details
Test / test_rebalance_verify (push) Successful in 3m18s
Details
Test / test_switch_primary (push) Successful in 36s
Details
Test / test_write (push) Successful in 36s
Details
Test / test_write_no_same (push) Successful in 17s
Details
Test / test_write_xor (push) Successful in 39s
Details
Test / test_rebalance_verify_ec (push) Successful in 4m20s
Details
Test / test_rebalance_verify_ec_imm (push) Successful in 5m0s
Details
Test / test_heal_pg_size_2 (push) Successful in 3m46s
Details
Test / test_heal_ec (push) Successful in 3m45s
Details
Test / test_heal_csum_32k_dmj (push) Successful in 5m16s
Details
Test / test_heal_csum_32k_dj (push) Successful in 6m46s
Details
Test / test_heal_csum_32k (push) Successful in 6m56s
Details
Test / test_heal_csum_4k_dmj (push) Successful in 6m57s
Details
Test / test_scrub_zero_osd_2 (push) Successful in 1m11s
Details
Test / test_scrub (push) Successful in 1m19s
Details
Test / test_scrub_xor (push) Successful in 1m6s
Details
Test / test_heal_csum_4k_dj (push) Successful in 6m40s
Details
Test / test_scrub_pg_size_6_pg_minsize_4_osd_count_6_ec (push) Successful in 1m10s
Details
Test / test_scrub_ec (push) Successful in 1m1s
Details
Test / test_heal_csum_4k (push) Successful in 5m24s
Details
Test / test_scrub_pg_size_3 (push) Successful in 31s
Details
parent
91b4d8366c
commit
04fe589372
|
@ -22,7 +22,7 @@ if [ "$IMMEDIATE_COMMIT" != "" ]; then
|
|||
NO_SAME="--journal_no_same_sector_overwrites true --journal_sector_buffer_count 1024 --disable_data_fsync 1 --immediate_commit all --log_level 10 --etcd_stats_interval 5"
|
||||
$ETCDCTL put /vitastor/config/global '{"recovery_queue_depth":1,"recovery_tune_util_low":1,"immediate_commit":"all","client_enable_writeback":true,"client_max_writeback_iodepth":32'$GLOBAL_CONFIG'}'
|
||||
else
|
||||
NO_SAME="--journal_sector_buffer_count 1024 --log_level 10 --etcd_stats_interval 5"
|
||||
NO_SAME="--journal_sector_buffer_count 1024 --log_level 10 --etcd_stats_interval 5 --min_flusher_count 16"
|
||||
$ETCDCTL put /vitastor/config/global '{"recovery_queue_depth":1,"recovery_tune_util_low":1,"client_enable_writeback":true,"client_max_writeback_iodepth":32'$GLOBAL_CONFIG'}'
|
||||
fi
|
||||
|
||||
|
|
|
@ -30,14 +30,16 @@ kill_osds()
|
|||
kill -9 $OSD1_PID
|
||||
$ETCDCTL del /vitastor/osd/state/1
|
||||
|
||||
for i in $(seq 2 $OSD_COUNT); do
|
||||
for kill_osd in $(seq 2 $OSD_COUNT); do
|
||||
sleep 15
|
||||
echo Killing OSD $i and starting OSD $((i-1))
|
||||
p=OSD${i}_PID
|
||||
# Wait for all PGs to clear has_degraded - all data will be at least in 2 copies
|
||||
wait_condition 60 "$ETCDCTL get /vitastor/pg/state/1/ --prefix --print-value-only |\
|
||||
jq -s -e '[ .[] | select(.state | contains(["'"'"active"'"'"])) | select(.state | contains(["'"'"has_degraded"'"'"]) | not) ] | length == '$PG_COUNT"
|
||||
echo Killing OSD $kill_osd and starting OSD $((kill_osd-1))
|
||||
p=OSD${kill_osd}_PID
|
||||
kill -9 ${!p}
|
||||
$ETCDCTL del /vitastor/osd/state/$i
|
||||
start_osd $((i-1))
|
||||
sleep 15
|
||||
$ETCDCTL del /vitastor/osd/state/$kill_osd
|
||||
start_osd $((kill_osd-1))
|
||||
done
|
||||
|
||||
sleep 5
|
||||
|
|
Loading…
Reference in New Issue