Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Crash when resetting index on prior leader member #238

Open
kjnilsson opened this issue Nov 4, 2021 · 0 comments
Open

Crash when resetting index on prior leader member #238

kjnilsson opened this issue Nov 4, 2021 · 0 comments

Comments

@kjnilsson
Copy link
Contributor

kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** State machine '%2F_quorum-1636022367302-16-2-3' terminating
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** Last event = {cast,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 127,127,3,[]}}
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** When server state = [{id,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-1.cerner2-nodes.kura'}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {opt,terminate},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {raft_state,follower},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {leader_last_seen,undefined},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {num_pending_commands,0},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {num_delayed_commands,0},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {election_timeout_set,true},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {ra_server_state,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{aux =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {aux,'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {active,-576459215270109,0.9418304589540701},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {aux_gc,0}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> cluster =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{{'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-0.cerner2-nodes.kura'} =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{commit_index_sent => 127,match_index => 127,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> next_index => 131,query_index => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> status => normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-1.cerner2-nodes.kura'} =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{commit_index_sent => 0,match_index => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> next_index => 1,query_index => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> status => normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'} =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{commit_index_sent => 127,match_index => 127,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> next_index => 131,query_index => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> status => normal}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> commit_index => 127,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> counter =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {atomics,#Ref<0.2261319240.676200450.157793>},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> current_term => 4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> effective_machine_module => rabbit_fifo,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> effective_machine_version => 1,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> id =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-1.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> last_applied => 127,leader_id => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{cache_size => 3,first_index => 128,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> last_index => 130,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> last_written_index_term => {127,3},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> num_segments => 0,open_segments => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> snapshot_index => 127,type => ra_log},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log_id =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> "queue 'quorum-1636022367302-16-2-3' in vhost '/'",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> machine =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{checkout_message_bytes => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> config =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{consumer_strategy => competing,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> dead_lettering_enabled => true,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> delivery_limit => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> expires => undefined,max_bytes => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> max_in_memory_bytes => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> max_in_memory_length => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> max_length => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> name => '%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> release_cursor_interval => {2048,2048},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> resource =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {resource,<<"/">>,queue,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> <<"quorum-1636022367302-16-2-3">>}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> enqueue_message_bytes => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> num_checked_out => 0,num_consumers => 20,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> num_enqueuers => 3,num_messages => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> num_ready_messages => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> num_release_cursors => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> release_cursor_enqueue_counter => 0,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> release_cursors => [],
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> smallest_raft_index => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> type => rabbit_fifo},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> machine_version => 1,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> machine_versions => [{35,1}],
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> max_pipeline_count => 4096,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> metrics_key =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {resource,<<"/">>,queue,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> <<"quorum-1636022367302-16-2-3">>},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> system_config =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{data_dir =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> name => quorum_queues,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> names =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{closed_mem_tbls => ra_log_closed_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> directory => ra_directory,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> directory_rev => ra_directory_reverse,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log_ets => ra_log_ets,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log_meta => ra_log_meta,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log_sup => ra_log_sup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> open_mem_tbls => ra_log_open_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> segment_writer => ra_log_segment_writer,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> server_sup => ra_server_sup_sup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal => ra_log_wal,wal_sup => ra_log_wal_sup},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> segment_max_entries => 4096,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_compute_checksums => true,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_data_dir =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_max_batch_size => 4096,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_max_entries => undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_max_size_bytes => 536870912,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_sync_method => datasync,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_write_strategy => default},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> uid => <<"2F_QUONVE3COMNBDBP">>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> voted_for => undefined}}]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** Reason for termination = error:{badmatch,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {not_found,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {ra_log,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {cfg,<<"2F_QUONVE3COMNBDBP">>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> "queue 'quorum-1636022367302-16-2-3' in vhost '/'",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura/2F_QUONVE3COMNBDBP",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 4096,ra_log_snapshot,20,ra_log_wal,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ra_log_segment_writer,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {atomics,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #Ref<0.2261319240.676200450.157793>},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{closed_mem_tbls =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ra_log_closed_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> directory => ra_directory,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> directory_rev => ra_directory_reverse,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log_ets => ra_log_ets,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log_meta => ra_log_meta,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> log_sup => ra_log_sup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> open_mem_tbls =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ra_log_open_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> segment_writer =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ra_log_segment_writer,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> server_sup => ra_server_sup_sup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal => ra_log_wal,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> wal_sup => ra_log_wal_sup}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 128,130,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {127,3},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {ra_snapshot,<<"2F_QUONVE3COMNBDBP">>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ra_log_snapshot,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura/2F_QUONVE3COMNBDBP/snapshots",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> undefined,undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {127,3}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{128 =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {128,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{ts => 1636026110264},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {down,<0.19424.26>,normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> noreply}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 129 =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {129,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{ts => 1636026110264},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {down,<0.19375.26>,normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> noreply}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 130 =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {130,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #{ts => 1636026110284},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {down,<0.15712.52>,normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> noreply}}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {ra_log_reader,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {cfg,<<"2F_QUONVE3COMNBDBP">>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {atomics,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #Ref<0.2261319240.676200450.157793>},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura/2F_QUONVE3COMNBDBP",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ra_log_open_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ra_log_closed_mem_tables,random},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> 128,[],
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {ra_flru,1,[],
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> #Fun<ra_log_reader.0.124853075>}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> []}}}
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** Callback modules = [ra_server_proc]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** Callback mode = [state_functions,state_enter]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** Stacktrace =
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** [{ra_server,handle_follower,2,[{file,"src/ra_server.erl"},{line,966}]},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {ra_server_proc,handle_follower,2,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> [{file,"src/ra_server_proc.erl"},{line,1000}]},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {ra_server_proc,follower,3,[{file,"src/ra_server_proc.erl"},{line,716}]},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {gen_statem,loop_state_callback,11,[{file,"gen_statem.erl"},{line,1194}]},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,226}]}]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> ** Time-outs: {2,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> [{{timeout,tick},tick_timeout},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24> {state_timeout,election_timeout}]}
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.562119+00:00 [erro] <0.25899.24>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> crasher:
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> initial call: ra_server_proc:init/1
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> pid: <0.25899.24>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> registered_name: '%2F_quorum-1636022367302-16-2-3'
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> exception error: no match of right hand side value
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {not_found,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {ra_log,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {cfg,<<"2F_QUONVE3COMNBDBP">>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> "queue 'quorum-1636022367302-16-2-3' in vhost '/'",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura/2F_QUONVE3COMNBDBP",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 4096,ra_log_snapshot,20,ra_log_wal,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> ra_log_segment_writer,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {atomics,#Ref<0.2261319240.676200450.157793>},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{closed_mem_tbls => ra_log_closed_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> directory => ra_directory,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> directory_rev => ra_directory_reverse,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> log_ets => ra_log_ets,log_meta => ra_log_meta,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> log_sup => ra_log_sup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> open_mem_tbls => ra_log_open_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> segment_writer => ra_log_segment_writer,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> server_sup => ra_server_sup_sup,wal => ra_log_wal,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> wal_sup => ra_log_wal_sup}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 128,130,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {127,3},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {ra_snapshot,<<"2F_QUONVE3COMNBDBP">>,ra_log_snapshot,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura/2F_QUONVE3COMNBDBP/snapshots",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> undefined,undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {127,3}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{128 =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {128,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110264},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {down,<0.19424.26>,normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 129 =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {129,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110264},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {down,<0.19375.26>,normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 130 =>
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {130,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110284},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {down,<0.15712.52>,normal},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> undefined,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {ra_log_reader,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {cfg,<<"2F_QUONVE3COMNBDBP">>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {atomics,#Ref<0.2261319240.676200450.157793>},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> "/var/lib/rabbitmq/mnesia/rabbit@cerner2-server-1.cerner2-nodes.kura/quorum/rabbit@cerner2-server-1.cerner2-nodes.kura/2F_QUONVE3COMNBDBP",
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> ra_log_open_mem_tables,ra_log_closed_mem_tables,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> random},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 128,[],
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {ra_flru,1,[],#Fun<ra_log_reader.0.124853075>}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> []}}
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> in function ra_server:handle_follower/2 (src/ra_server.erl, line 966)
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> in call from ra_server_proc:handle_follower/2 (src/ra_server_proc.erl, line 1000)
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> in call from ra_server_proc:follower/3 (src/ra_server_proc.erl, line 716)
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> in call from gen_statem:loop_state_callback/11 (gen_statem.erl, line 1194)
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> ancestors: [<0.25898.24>,ra_server_sup_sup,<0.7671.0>,ra_systems_sup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> ra_sup,<0.187.0>]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> message_queue_len: 7
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> messages: [{'$gen_cast',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 127,127,3,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> [{128,4,{noop,#{ts => 1636026110342},1}}]}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$gen_cast',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 127,128,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> [{129,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110342},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {nodeup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-0.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}}]}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$gen_cast',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 127,129,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> [{130,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110342},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {nodeup,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-1.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}}]}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$gen_cast',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 127,130,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> [{131,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110343},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {down,<0.19375.26>,noproc},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}}]}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$gen_cast',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 127,131,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> [{132,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110343},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {down,<0.19424.26>,noproc},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}}]}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$gen_cast',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 127,132,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> [{133,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$usr',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> #{ts => 1636026110343},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {down,<0.15712.52>,noproc},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> noreply}}]}},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'$gen_cast',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {append_entries_rpc,4,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> {'%2F_quorum-1636022367302-16-2-3',
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 'rabbit@cerner2-server-2.cerner2-nodes.kura'},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> 133,133,4,[]}}]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> links: [<0.25898.24>]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> dictionary: [{rand_seed,{#{bits => 58,jump => #Fun<rand.3.92093067>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> next => #Fun<rand.0.92093067>,type => exsss,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> uniform => #Fun<rand.1.92093067>,
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> uniform_n => #Fun<rand.2.92093067>},
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> [220934942293228453|159813012489600926]}}]
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> trap_exit: true
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> status: running
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> heap_size: 121536
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> stack_size: 29
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> reductions: 569358
kura/cerner2-server-1[rabbitmq]: 2021-11-04 11:41:50.568628+00:00 [erro] <0.25899.24> neighbours:
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees
No one assigned
Labels
None yet
Projects
None yet
Milestone
No milestone
Development

No branches or pull requests
1 participant
@kjnilsson