414 lines
21 KiB
Erlang
414 lines
21 KiB
Erlang
%% This Source Code Form is subject to the terms of the Mozilla Public
|
|
%% License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
%% file, You can obtain one at https://mozilla.org/MPL/2.0/.
|
|
%%
|
|
%% Copyright (c) 2007-2025 Broadcom. All Rights Reserved. The term “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. All rights reserved.
|
|
%%
|
|
|
|
-module(cli_forget_cluster_node_SUITE).
|
|
|
|
-include_lib("common_test/include/ct.hrl").
|
|
-include_lib("amqp_client/include/amqp_client.hrl").
|
|
-include_lib("eunit/include/eunit.hrl").
|
|
-include_lib("rabbitmq_ct_helpers/include/rabbit_assert.hrl").
|
|
|
|
-compile(nowarn_export_all).
|
|
-compile(export_all).
|
|
|
|
-import(clustering_utils, [
|
|
assert_cluster_status/2,
|
|
assert_clustered/1,
|
|
assert_not_clustered/1
|
|
]).
|
|
|
|
all() ->
|
|
[
|
|
{group, cluster_size_3}
|
|
].
|
|
|
|
groups() ->
|
|
[
|
|
{cluster_size_3, [], [
|
|
forget_cluster_node_with_quorum_queues,
|
|
forget_cluster_node_with_one_last_quorum_member,
|
|
forget_cluster_node_with_all_last_quorum_member,
|
|
forget_cluster_node_with_streams,
|
|
forget_cluster_node_with_one_last_stream,
|
|
forget_cluster_node_with_all_last_streams,
|
|
forget_cluster_node_with_quorum_queues_and_streams,
|
|
forget_cluster_node_with_one_last_quorum_member_and_streams,
|
|
forget_cluster_node_with_one_last_stream_and_quorum_queues,
|
|
forget_cluster_node_with_one_classic_queue
|
|
]}
|
|
].
|
|
|
|
suite() ->
|
|
[
|
|
%% If a testcase hangs, no need to wait for 30 minutes.
|
|
{timetrap, {minutes, 5}}
|
|
].
|
|
|
|
%% -------------------------------------------------------------------
|
|
%% Testsuite setup/teardown.
|
|
%% -------------------------------------------------------------------
|
|
|
|
init_per_suite(Config) ->
|
|
rabbit_ct_helpers:log_environment(),
|
|
Config1 = rabbit_ct_helpers:merge_app_env(
|
|
Config, {rabbit, [
|
|
{mnesia_table_loading_retry_limit, 2},
|
|
{mnesia_table_loading_retry_timeout,1000}
|
|
]}),
|
|
rabbit_ct_helpers:run_setup_steps(Config1).
|
|
|
|
end_per_suite(Config) ->
|
|
rabbit_ct_helpers:run_teardown_steps(Config).
|
|
|
|
init_per_group(cluster_size_3, Config) ->
|
|
rabbit_ct_helpers:set_config(Config, [{rmq_nodes_count, 3},
|
|
{rmq_nodes_clustered, true}]).
|
|
|
|
end_per_group(_, Config) ->
|
|
Config.
|
|
|
|
init_per_testcase(Testcase, Config) ->
|
|
rabbit_ct_helpers:testcase_started(Config, Testcase),
|
|
ClusterSize = ?config(rmq_nodes_count, Config),
|
|
TestNumber = rabbit_ct_helpers:testcase_number(Config, ?MODULE, Testcase),
|
|
Config1 = rabbit_ct_helpers:set_config(Config, [
|
|
{rmq_nodename_suffix, Testcase},
|
|
{tcp_ports_base, {skip_n_nodes, TestNumber * ClusterSize}},
|
|
{keep_pid_file_on_exit, true}
|
|
]),
|
|
rabbit_ct_helpers:run_steps(Config1,
|
|
rabbit_ct_broker_helpers:setup_steps() ++
|
|
rabbit_ct_client_helpers:setup_steps()).
|
|
|
|
end_per_testcase(Testcase, Config) ->
|
|
Config1 = rabbit_ct_helpers:run_steps(Config,
|
|
rabbit_ct_client_helpers:teardown_steps() ++
|
|
rabbit_ct_broker_helpers:teardown_steps()),
|
|
rabbit_ct_helpers:testcase_finished(Config1, Testcase).
|
|
|
|
%% -------------------------------------------------------------------
|
|
%% Test cases
|
|
%% -------------------------------------------------------------------
|
|
forget_cluster_node_with_quorum_queues(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Rabbit),
|
|
QQ1 = <<"quorum-queue-1">>,
|
|
QQ2 = <<"quorum-queue-2">>,
|
|
declare(Ch, QQ1, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
declare(Ch, QQ2, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ2), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
%% Leaders are most likely on Rabbit where the queue was declared.
|
|
%% But let's wait anyway until a new leader is elected to not have unexpected
|
|
%% delete_replica failures. This can easily happen if queues are declared in Bunny
|
|
%% as it takes some time to elect a new leader
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ2), 30000),
|
|
|
|
?assertEqual(ok, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ2), 30000).
|
|
|
|
forget_cluster_node_with_one_last_quorum_member(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Bunny),
|
|
QQ1 = <<"quorum-queue-1">>,
|
|
QQ2 = <<"quorum-queue-2">>,
|
|
declare(Ch, QQ1, [{<<"x-queue-type">>, longstr, <<"quorum">>},
|
|
{<<"x-quorum-initial-group-size">>, long, 1}]),
|
|
declare(Ch, QQ2, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ2), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
%% Leaders are most likely on Bunny where the queue was declared. Let's wait until
|
|
%% a new leader is elected to not have unexpected delete_replica failures
|
|
?awaitMatch(Members when length(Members) == 0, get_online_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ2), 30000),
|
|
|
|
?assertMatch({error, 69, _}, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ2), 30000).
|
|
|
|
forget_cluster_node_with_all_last_quorum_member(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Bunny),
|
|
QQ1 = <<"quorum-queue-1">>,
|
|
QQ2 = <<"quorum-queue-2">>,
|
|
declare(Ch, QQ1, [{<<"x-queue-type">>, longstr, <<"quorum">>},
|
|
{<<"x-quorum-initial-group-size">>, long, 1}]),
|
|
declare(Ch, QQ2, [{<<"x-queue-type">>, longstr, <<"quorum">>},
|
|
{<<"x-quorum-initial-group-size">>, long, 1}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ2), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
|
|
?assertMatch({error, 69, _}, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ2), 30000).
|
|
|
|
forget_cluster_node_with_streams(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Rabbit),
|
|
S1 = <<"stream-1">>,
|
|
S2 = <<"stream-2">>,
|
|
declare(Ch, S1, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
declare(Ch, S2, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members])), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
|
|
?assertEqual(ok, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000).
|
|
|
|
forget_cluster_node_with_one_last_stream(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Bunny),
|
|
S1 = <<"stream-1">>,
|
|
S2 = <<"stream-2">>,
|
|
declare(Ch, S1, [{<<"x-queue-type">>, longstr, <<"stream">>},
|
|
{<<"x-initial-cluster-size">>, long, 1}]),
|
|
declare(Ch, S2, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
?assertMatch({error, 69, _}, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000).
|
|
|
|
forget_cluster_node_with_all_last_streams(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Bunny),
|
|
S1 = <<"stream-1">>,
|
|
S2 = <<"stream-2">>,
|
|
declare(Ch, S1, [{<<"x-queue-type">>, longstr, <<"stream">>},
|
|
{<<"x-initial-cluster-size">>, long, 1}]),
|
|
declare(Ch, S2, [{<<"x-queue-type">>, longstr, <<"stream">>},
|
|
{<<"x-initial-cluster-size">>, long, 1}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
?assertMatch({error, 69, _}, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000).
|
|
|
|
forget_cluster_node_with_quorum_queues_and_streams(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Rabbit),
|
|
QQ1 = <<"quorum-queue-1">>,
|
|
QQ2 = <<"quorum-queue-2">>,
|
|
S1 = <<"stream-1">>,
|
|
S2 = <<"stream-2">>,
|
|
declare(Ch, QQ1, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
declare(Ch, QQ2, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
declare(Ch, S1, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
declare(Ch, S2, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members])), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
%% Leaders are most likely on Rabbit where the queue was declared.
|
|
%% But let's wait anyway until a new leader is elected to not have unexpected
|
|
%% delete_replica failures. This can easily happen if queues are declared in Bunny
|
|
%% as it takes some time to elect a new leader
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ2), 30000),
|
|
|
|
?assertEqual(ok, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members])), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000).
|
|
|
|
forget_cluster_node_with_one_last_quorum_member_and_streams(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Bunny),
|
|
QQ1 = <<"quorum-queue-1">>,
|
|
QQ2 = <<"quorum-queue-2">>,
|
|
S1 = <<"stream-1">>,
|
|
S2 = <<"stream-2">>,
|
|
declare(Ch, QQ1, [{<<"x-queue-type">>, longstr, <<"quorum">>},
|
|
{<<"x-quorum-initial-group-size">>, long, 1}]),
|
|
declare(Ch, QQ2, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
declare(Ch, S1, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
declare(Ch, S2, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members])), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
%% Leaders are most likely on Bunny where the queue was declared. Let's wait until
|
|
%% a new leader is elected to not have unexpected delete_replica failures
|
|
?awaitMatch(Members when length(Members) == 0, get_online_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ2), 30000),
|
|
|
|
?assertMatch({error, 69, _}, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 1, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members])), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000).
|
|
|
|
forget_cluster_node_with_one_last_stream_and_quorum_queues(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Bunny),
|
|
S1 = <<"stream-1">>,
|
|
S2 = <<"stream-2">>,
|
|
QQ1 = <<"quorum-queue-1">>,
|
|
QQ2 = <<"quorum-queue-2">>,
|
|
declare(Ch, S1, [{<<"x-queue-type">>, longstr, <<"stream">>},
|
|
{<<"x-initial-cluster-size">>, long, 1}]),
|
|
declare(Ch, S2, [{<<"x-queue-type">>, longstr, <<"stream">>}]),
|
|
declare(Ch, QQ1, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
declare(Ch, QQ2, [{<<"x-queue-type">>, longstr, <<"quorum">>}]),
|
|
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 3, get_quorum_members(Rabbit, QQ2), 30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
%% Leaders are most likely on Rabbit where the queue was declared.
|
|
%% But let's wait anyway until a new leader is elected to not have unexpected
|
|
%% delete_replica failures. This can easily happen if queues are declared in Bunny
|
|
%% as it takes some time to elect a new leader
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_online_members(Rabbit, QQ2), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Member when Member =/= '', get_leader(Rabbit, QQ2), 30000),
|
|
|
|
?assertMatch({error, 69, _}, forget_cluster_node(Rabbit, Bunny)),
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch(Members when length(Members) == 1, proplists:get_value(members, find_queue_info(Config, Rabbit, S1, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, proplists:get_value(members, find_queue_info(Config, Rabbit, S2, [members]), 30000), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ1), 30000),
|
|
?awaitMatch(Members when length(Members) == 2, get_quorum_members(Rabbit, QQ2), 30000).
|
|
|
|
forget_cluster_node_with_one_classic_queue(Config) ->
|
|
[Rabbit, Hare, Bunny] = rabbit_ct_broker_helpers:get_node_configs(Config, nodename),
|
|
|
|
assert_clustered([Rabbit, Hare, Bunny]),
|
|
|
|
Ch = rabbit_ct_client_helpers:open_channel(Config, Bunny),
|
|
CQ1 = <<"classic-queue-1">>,
|
|
declare(Ch, CQ1, [{<<"x-queue-type">>, longstr, <<"classic">>}]),
|
|
|
|
?awaitMatch([_], rabbit_ct_broker_helpers:rabbitmqctl_list(
|
|
Config, Rabbit,
|
|
["list_queues", "name", "--no-table-headers"]),
|
|
30000),
|
|
|
|
?assertEqual(ok, rabbit_control_helper:command(stop_app, Bunny)),
|
|
?assertEqual(ok, forget_cluster_node(Rabbit, Bunny)),
|
|
|
|
assert_cluster_status({[Rabbit, Hare], [Rabbit, Hare], [Rabbit, Hare]},
|
|
[Rabbit, Hare]),
|
|
?awaitMatch([], rabbit_ct_broker_helpers:rabbitmqctl_list(
|
|
Config, Rabbit,
|
|
["list_queues", "name", "--no-table-headers"]),
|
|
30000).
|
|
|
|
forget_cluster_node(Node, Removee) ->
|
|
rabbit_control_helper:command(forget_cluster_node, Node, [atom_to_list(Removee)],
|
|
[]).
|
|
|
|
get_quorum_members(Server, Q) ->
|
|
Info = rpc:call(Server, rabbit_quorum_queue, infos, [rabbit_misc:r(<<"/">>, queue, Q)]),
|
|
proplists:get_value(members, Info).
|
|
|
|
get_stream_members(Server, Q) ->
|
|
Info = rpc:call(Server, rabbit_stream_queue, info, [rabbit_misc:r(<<"/">>, queue, Q), all_keys]),
|
|
proplists:get_value(members, Info).
|
|
|
|
get_online_members(Server, Q) ->
|
|
Info = rpc:call(Server, rabbit_quorum_queue, infos, [rabbit_misc:r(<<"/">>, queue, Q)]),
|
|
proplists:get_value(online, Info).
|
|
|
|
get_leader(Server, Q) ->
|
|
Info = rpc:call(Server, rabbit_quorum_queue, infos, [rabbit_misc:r(<<"/">>, queue, Q)]),
|
|
proplists:get_value(leader, Info).
|
|
|
|
declare(Ch, Q, Args) ->
|
|
amqp_channel:call(Ch, #'queue.declare'{queue = Q,
|
|
durable = true,
|
|
auto_delete = false,
|
|
arguments = Args}).
|
|
|
|
find_queue_info(Config, Node, Name, Keys) ->
|
|
QName = rabbit_misc:r(<<"/">>, queue, Name),
|
|
Infos = rabbit_ct_broker_helpers:rpc(Config, Node, rabbit_amqqueue, info_all,
|
|
[<<"/">>, [name] ++ Keys]),
|
|
[Info] = [Props || Props <- Infos, lists:member({name, QName}, Props)],
|
|
Info.
|