Created
October 24, 2018 17:15
-
-
Save xinhaoyuan/591afe0fa0eb0919eb249e5b2f188a2a to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| GEN coverdata-clean | |
| make[1]: Entering directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/ra' | |
| make[2]: Entering directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/elvis_mk' | |
| make[2]: Nothing to be done for 'noop'. | |
| make[2]: Leaving directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/elvis_mk' | |
| make[2]: Entering directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/aten' | |
| make[2]: Leaving directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/aten' | |
| make[2]: Entering directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/gen_batch_server' | |
| make[2]: Leaving directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/gen_batch_server' | |
| make[1]: Leaving directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/ra' | |
| make[1]: Entering directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/firedrill' | |
| make[2]: Entering directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/parse_trans' | |
| make[2]: Leaving directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/parse_trans' | |
| make[1]: Leaving directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/firedrill' | |
| make[1]: Entering directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/morpheus' | |
| make[1]: Leaving directory '/home/xinhaoyuan/morpheus-workspace/morpheus-app-test/ra_test_f775c65/deps/morpheus' | |
| GEN test-dir | |
| test/ra_test.erl:4: Warning: export_all flag enabled - all functions will be exported | |
| test/ra_test.erl:31: Warning: variable 'Ctl' is unused | |
| test/ra_test.erl:73: Warning: wrong number of arguments in format call | |
| test/ra_test.erl:75: Warning: wrong number of arguments in format call | |
| test/ra_test.erl:112: Warning: variable 'PrivDir' is unused | |
| test/ra_test.erl:161: Warning: variable 'PrivDir' is unused | |
| GEN eunit | |
| INFO - ctl heartbeat: | |
| #sandbox_state{opt = #sandbox_opt{verbose_ctl_req = false, | |
| verbose_handle = false, | |
| trace_receive = false,trace_send = false, | |
| control_timeouts = true, | |
| time_uncertainty = 0, | |
| stop_on_deadlock = true,heartbeat = once, | |
| aux_module = undefined,undet_timeout = 50, | |
| fd_opts = [{scheduler,{basicpos,[]}}], | |
| fd_scheduler = <0.65.0>, | |
| et_collector = undefined}, | |
| initial = true,mod_table = #Ref<0.828185474.3327000577.256326>, | |
| proc_table = #Ref<0.828185474.3327000577.256320>, | |
| proc_shtable = #Ref<0.828185474.3327000577.256321>, | |
| res_table = [],abs_id_table = [],abs_id_counter = 0, | |
| transient_counter = 0,alive = [],alive_counter = 0, | |
| buffer_counter = 0,buffer = [],waiting_counter = 0, | |
| waiting = [],vclock_offset = 1538099922306,vclock = 0, | |
| vclock_limit = 3000000,unique_integer = 1,timeouts_counter = 0, | |
| timeouts = [],undet_signals = 0,undet_kick = undefined, | |
| undet_nifs = []} | |
| seed = {exrop,[20333608616320532|181885782078709875]} | |
| INFO - <0.137.0> got external message before blocking: | |
| {#Port<0.3894>, | |
| {data,<<0,0,0,1,4,0,0,0,1,127,0,1,1,0,0,0,2,118,105,118,97,99,101,46,99, | |
| 115,46,99,111,108,117,109,98,105,97,46,101,100,117,0,118,105,118, | |
| 97,99,101,0>>}} | |
| WARNING - ignored link <0.161.0> with external process <0.52.0> | |
| WARNING - ignored link <0.161.0> with external process <0.52.0> | |
| WARNING - ignored link <0.83.0> with external process <0.52.0> | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4248>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3326869505.258433>,port,#Port<0.4248>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:27 === | |
| supervisor: {local,sasl_safe_sup} | |
| started: [{pid,<0.186.0>}, | |
| {id,alarm_handler}, | |
| {mfargs,{alarm_handler,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,2000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:27 === | |
| supervisor: {local,sasl_sup} | |
| started: [{pid,<0.183.0>}, | |
| {id,sasl_safe_sup}, | |
| {mfargs, | |
| {supervisor,start_link, | |
| [{local,sasl_safe_sup},sasl,safe]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| WARNING - {release_handler,'$M$<0.64.0>$release_handler', | |
| [568,{file,"release_handler.erl"}]} calling init:script_id [] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:27 === | |
| supervisor: {local,sasl_sup} | |
| started: [{pid,<0.193.0>}, | |
| {id,release_handler}, | |
| {mfargs,{release_handler,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,2000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:27 === | |
| application: sasl | |
| started_at: nonode@nohost | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:27 === | |
| application: crypto | |
| started_at: nonode@nohost | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,aten_sup} | |
| started: [{pid,<0.206.0>}, | |
| {id,aten_sink}, | |
| {mfargs,{aten_sink,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,aten_sup} | |
| started: [{pid,<0.209.0>}, | |
| {id,aten_emitter}, | |
| {mfargs,{aten_emitter,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,aten_sup} | |
| started: [{pid,<0.212.0>}, | |
| {id,aten_detector}, | |
| {mfargs,{aten_detector,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| application: aten | |
| started_at: nonode@nohost | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| application: gen_batch_server | |
| started_at: nonode@nohost | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.224.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.227.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.230.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.233.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,kernel_safe_sup} | |
| started: [{pid,<0.256.0>}, | |
| {id,dets_sup}, | |
| {mfargs,{dets_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,1000}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:28 === | |
| supervisor: {local,kernel_safe_sup} | |
| started: [{pid,<0.257.0>}, | |
| {id,dets}, | |
| {mfargs,{dets_server,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,2000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:29 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.245.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:29 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.271.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| Test 1 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:29 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.276.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:30 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.282.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:30 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.279.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:30 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.266.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:30 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.285.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:30 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.236.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:30 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| CLUSZKN2B5UX6ZQ6: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| CLUSSPEQU9U29KUW: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| CLUSX8ZMZ1F3Z1IF: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| CLUS803KYKCM3A2K: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:30 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| CLUSQCWJ5OD39YAP: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost}: election triggered by <0.315.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3326869505.261896>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3326869505.261896>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver3,nonode@nohost}: election triggered by <0.346.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver2,nonode@nohost}: election triggered by <0.344.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.354.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.355.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver4,nonode@nohost}: election triggered by <0.348.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver1,nonode@nohost}: election triggered by <0.342.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:31 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.356.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost} pre_vote received unhandled msg: {ra_log_event,{written,{2,...}}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {2,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2526>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2231>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2526>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2231>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2526>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2231>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2256>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2256>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2256>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.374.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {4,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.2564>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| CLUS803KYKCM3A2K: ra_log: written gap detected at 3 expected 2! | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| CLUS803KYKCM3A2K: ra_log: resending from 2 to 4 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:32 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:33 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:33 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:33 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:33 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:33 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4829>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.10432>,port,#Port<0.4829>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.396.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.397.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.398.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.399.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.401.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.405.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.408.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| wal: opening new file "00000001.wal" | |
| Test 2 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.410.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.409.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.404.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.411.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.400.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:33 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| CLUS60QJ70RL61P2: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| CLUS08D0I4W0SR1L: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| CLUS30IIW1O3XBLX: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| CLUSQ0TDIANPAMDS: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| CLUSUDPHBRNJ8XTI: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver5,nonode@nohost}: election triggered by <0.427.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:33 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.12484>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.12484>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver1,nonode@nohost}: election triggered by <0.451.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver2,nonode@nohost}: election triggered by <0.453.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver3,nonode@nohost}: election triggered by <0.455.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:34 === | |
| {tserver4,nonode@nohost}: election triggered by <0.457.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver4,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver4,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost}: election called for in term 2 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.17713>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost}: election called for in term 2 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost} pre_vote -> candidate term: 2 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} pre_vote -> candidate term: 2 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} leader saw request_vote_rpc for term 2 abdicates term: 1! | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} candidate received unhandled msg: {pre_vote_rpc,1,1,#Ref<0.828185474.3327131649.17743>,{...},...} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: declining vote for {tserver2,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost} candidate received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.17632>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.17713>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: election called for in term 2 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} candidate received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.17696>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost} pre_vote -> candidate term: 2 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: declining vote for {tserver4,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver2,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} leader call - leader not known. Command will be forwarded once leader is known. | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver4,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver4,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver4,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver4,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver4,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver4,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver4,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 2 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 2 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} candidate received unhandled msg: {pre_vote_rpc,1,2,#Ref<0.828185474.3327131649.20319>,{...},...} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {3,1}for term 2 previous term was 2 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost} candidate received unhandled msg: {pre_vote_rpc,1,2,#Ref<0.828185474.3327131649.20319>,{...},...} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost}: election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost}: candidate request_vote_rpc with higher term received 2 -> 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: candidate request_vote_rpc with higher term received 2 -> 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 3, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost} candidate -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost} candidate -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 3 previous term was 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 3 previous term was 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} candidate -> leader term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| ra: resetting last index to 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 3, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{3,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| ra: resetting last index to 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| ra: {tserver3,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:08:35 === | |
| ** State machine tserver3 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 1,1,1, | |
| [{2,3,noop}]}} | |
| ** When server state = [{id,{tserver3,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 1, | |
| last_written_index_term => {1,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUS08D0I4W0SR1L">>, | |
| voted_for => undefined}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => true, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1,condition_timeout_effects => [], | |
| current_term => 3, | |
| id => {tserver3,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUS08D0I4W0SR1L">>,0,1,1, | |
| {1,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUS08D0I4W0SR1L",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.17713>, | |
| uid => <<"CLUS08D0I4W0SR1L">>,voted_for => undefined, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} command {'$ra_join',#{from=>{<0.482.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} command {'$ra_leave',#{from=>{<0.502.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} leader received unhandled msg: {request_vote_result,3,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:35 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver1,nonode@nohost} command {'$ra_join',#{from=>{<0.482.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted true | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =CRASH REPORT==== 24-Oct-2018::13:08:36 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.419.0> | |
| registered_name: tserver3 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => true, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition_timeout_effects => [], | |
| current_term => 3, | |
| id => {tserver3,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUS08D0I4W0SR1L">>,0,1,1, | |
| {1,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUS08D0I4W0SR1L", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.17713>, | |
| uid => <<"CLUS08D0I4W0SR1L">>, | |
| voted_for => undefined,votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| messages: [] | |
| links: [<0.411.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,29,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[ra_log_wal| | |
| {'$M$<0.64.0>$ra_log_wal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',5}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[1,2,4,0,0,0,7,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [102330360926373928|43124135468102812]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 30683 | |
| neighbours: | |
| neighbour: | |
| pid: <0.392.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.391.0>] | |
| message_queue_len: 0 | |
| links: [<0.393.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.393.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.394.0>,<0.392.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.396.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.394.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.397.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.394.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.398.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.394.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.399.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.394.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.394.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.400.0>,<0.399.0>,<0.398.0>,<0.397.0>,<0.396.0>,<0.393.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.401.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.400.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.404.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.409.0>,<0.408.0>,<0.405.0>,<0.400.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.400.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.411.0>,<0.404.0>,<0.401.0>,<0.394.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.417.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,call_ctl,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 2 | |
| links: [<0.411.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 56 | |
| reductions: 42954 | |
| current_stacktrace: [{morpheus_sandbox,call_ctl,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,346}]}, | |
| {morpheus_sandbox,handle_erlang,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2187}]}, | |
| {'$M$<0.64.0>$gen_batch_server',cast,2, | |
| [{file,"src/gen_batch_server.erl"},{line,131}]}, | |
| {'$M$<0.64.0>$ra_log',wal_write,2, | |
| [{file,"src/ra_log.erl"},{line,670}]}, | |
| {'$M$<0.64.0>$ra_server',append_cluster_change,4, | |
| [{file,"src/ra_server.erl"},{line,1526}]}, | |
| {'$M$<0.64.0>$ra_server',handle_leader,2, | |
| [{file,"src/ra_server.erl"},{line,367}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_leader,2, | |
| [{file,"src/ra_server_proc.erl"},{line,718}]}, | |
| {'$M$<0.64.0>$ra_server_proc',leader,3, | |
| [{file,"src/ra_server_proc.erl"},{line,357}]}] | |
| neighbour: | |
| pid: <0.421.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,call_ctl,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 1 | |
| links: [<0.411.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 42 | |
| reductions: 60006 | |
| current_stacktrace: [{morpheus_sandbox,call_ctl,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,346}]}, | |
| {morpheus_sandbox,handle_erlang,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2215}]}, | |
| {'$M$<0.64.0>$ra_server_proc',send,2, | |
| [{file,"src/ra_server_proc.erl"},{line,1028}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_effect,5, | |
| [{file,"src/ra_server_proc.erl"},{line,797}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,550}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| neighbour: | |
| pid: <0.423.0> | |
| registered_name: tserver2 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.411.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 29379 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.425.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.411.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 30701 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.411.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.393.0>] | |
| message_queue_len: 0 | |
| links: [<0.425.0>,<0.423.0>,<0.421.0>,<0.419.0>,<0.417.0>,<0.400.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 3119 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:08:36 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => true, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1,condition_timeout_effects => [], | |
| current_term => 3, | |
| id => {tserver3,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUS08D0I4W0SR1L">>,0,1,1, | |
| {1,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUS08D0I4W0SR1L", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.17713>, | |
| uid => <<"CLUS08D0I4W0SR1L">>, | |
| voted_for => undefined,votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.419.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver3,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUS08D0I4W0SR1L">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUS08D0I4W0SR1L">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| CLUS08D0I4W0SR1L: ra_log:init recovered last_index_term {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver3,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver3,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver3,nonode@nohost}: follower did not have entry at 4 in 3. Requesting from 4 | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver3,nonode@nohost} follower -> await_condition term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver1,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver1,nonode@nohost}: leader received last_index 3 from {tserver3,nonode@nohost} with term 1 different term 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver1,nonode@nohost} command {'$ra_join',#{from=>{<0.511.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Got enqueue result {'EXIT', | |
| {{badmatch,{timeout,{tserver5,nonode@nohost}}}, | |
| [{'$M$<0.64.0>$ra_test',enqueue,2, | |
| [{file,"test/ra_test.erl"},{line,237}]}, | |
| {'$M$<0.64.0>$ra_test', | |
| '-badkey_previous_cluster/1-fun-9-',1, | |
| [{file,"test/ra_test.erl"},{line,203}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/2-fun-0-',5, | |
| [{file,"src/morpheus_sandbox.erl"}, | |
| {line,2547}]}]}} | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state await_condition | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:36 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4879>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.26493>,port,#Port<0.4879>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.533.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.534.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.535.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.536.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.538.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.542.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.545.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.547.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| Test 3 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.546.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.541.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.548.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.537.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:36 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| CLUSGESSLYQABD33: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| CLUS2Z6JJVUA3ZND: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:36 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| CLUSZ0LCS1DAAHNY: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| CLUSSJSFWM8MQ378: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| CLUS55GO51R04IF1: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost}: election triggered by <0.565.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.28555>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.28555>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver4,nonode@nohost}: election triggered by <0.596.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver3,nonode@nohost}: election triggered by <0.594.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver2,nonode@nohost}: election triggered by <0.592.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver1,nonode@nohost}: election triggered by <0.590.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.602.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:37 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.603.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.34004>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.34068>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.34068>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.33847>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.33847>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.33847>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.34068>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.33960>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.33960>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.33960>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.34004>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.34004>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.622.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.623.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.625.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:38 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:39 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:39 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver1,nonode@nohost}: Leader monitor down with shutdown, setting election timeout | |
| =WARNING REPORT==== 24-Oct-2018::13:08:39 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:39 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:39 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4888>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.41718>,port,#Port<0.4888>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.644.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.645.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.646.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.647.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.650.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.654.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.657.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.659.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.658.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.653.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.660.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.649.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| Test 4 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:39 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| CLUSG7MXWZEYP32B: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| CLUSSZCXTZ757GUA: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| CLUSLNXDPAFUJ2E9: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| CLUSA7OUZ7O6KXAQ: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| CLUSV4V7RBL7F4E0: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver5,nonode@nohost}: election triggered by <0.676.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:39 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.43729>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.43729>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: election triggered by <0.702.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: election triggered by <0.700.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: election triggered by <0.704.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.714.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.712.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2122>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2210>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2295>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2122>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2210>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2210>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2295>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2122>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.2295>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: election triggered by <0.706.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.3477>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.3477>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.3477>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.727.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:40 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.733.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.735.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:41 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:42 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:42 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:42 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:08:42 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:42 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4897>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.55211>,port,#Port<0.4897>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.756.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.757.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.758.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.759.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.761.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.765.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.768.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.770.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.769.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.764.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.771.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.760.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| Test 5 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:42 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| CLUSM8JXQALLFHEA: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| CLUS8V00TVB5CJUV: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| CLUSKOX652R7ARIB: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| CLUSV8I2K5WFE2IT: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| CLUSOS1KBUGDY9E6: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost}: election triggered by <0.787.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.57271>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.57271>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:42 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: election triggered by <0.811.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: election triggered by <0.815.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: election triggered by <0.813.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost}: election triggered by <0.817.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.823.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60691>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60417>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60597>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60691>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60597>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60417>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.841.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.842.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60470>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60470>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60691>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60417>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60597>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.60470>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.845.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:43 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:44 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:44 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:44 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:44 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:44 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:08:44 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4906>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.69082>,port,#Port<0.4906>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.867.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.868.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.869.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.870.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.872.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.876.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.879.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.881.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.880.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.875.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.882.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| Test 6 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.871.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:45 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| CLUSB2R4P2YCMMNQ: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| CLUSHEQGY0WCYF7S: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| CLUSH75QWFG2L4BE: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| CLUS9FED5KIGBXF3: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| CLUSAB95IPFGLWVX: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost}: election triggered by <0.898.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.71121>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.71121>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:45 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver4,nonode@nohost}: election triggered by <0.928.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: election triggered by <0.922.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost}: election triggered by <0.924.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.936.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.935.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost}: election triggered by <0.926.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {3,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.76688>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7612>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {3,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.76688>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7437>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7437>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7612>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.949.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.951.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:46 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.953.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {8,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {8,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {8,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.76688>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7437>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7463>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7463>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.7463>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| {tserver1,nonode@nohost}: Leader monitor down with shutdown, setting election timeout | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:47 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4915>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131650.15051>,port,#Port<0.4915>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.977.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.978.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.979.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.980.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| Test 7 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.982.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.986.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.989.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:47 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.991.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.990.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.985.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.992.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.981.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:47 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| CLUS0X9RKM6CRTGG: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| CLUSLOMKPOKZ3HKJ: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| CLUS6JJR117L0QKG: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| CLUS05T9KSR84RSD: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| CLUSTNABMSI18B0U: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1008.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.17117>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.17117>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:48 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1035.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1033.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1039.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1037.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1043.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver4,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21853>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21685>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1064.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21853>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21751>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1065.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21685>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21751>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21751>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21817>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21817>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21817>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21853>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.21685>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1066.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1068.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:49 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:50 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:50 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:50 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:50 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:50 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4924>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131650.29896>,port,#Port<0.4924>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1088.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1089.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1090.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1091.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1093.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1097.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1100.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1102.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1101.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1096.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1103.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1092.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| Test 8 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:50 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| CLUSQ4CWJ7A9O7CF: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:50 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| CLUSXIHTY1DNLL80: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| CLUSFSBFTY7VZQGM: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| CLUSHU7468B9HVSQ: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| CLUS01CVNE13TC0D: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1119.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.31944>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.31944>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:51 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:52 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1148.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:52 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1150.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:52 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:52 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver4,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.35063>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1146.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.81784>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1154.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.35063>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1144.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1170.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1171.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.35124>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.81784>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.35124>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.35063>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {3,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {3,1} | |
| Last log entry idxterm seen was: {4,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost} pre_vote received unhandled msg: {ra_log_event,{written,{3,...}}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.81802>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.81802>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| CLUSHU7468B9HVSQ: ra_log: written gap detected at 4 expected 3! | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| CLUSHU7468B9HVSQ: ra_log: resending from 3 to 4 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.81784>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1176.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1178.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.35124>,true} | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:53 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:54 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:54 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:54 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4933>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131650.39759>,port,#Port<0.4933>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1198.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1199.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1200.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1201.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1203.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1207.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1210.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1212.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1211.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1206.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1213.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1202.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| Test 9 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:54 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| CLUSYL4UAVSYD7GV: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| CLUS5NK5XUV01QK6: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| CLUSJUVWCDX0O2OH: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| CLUSL68QU6D4ES49: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| CLUS41LR7YA87K0E: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1229.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.41770>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.41770>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:54 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1255.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1259.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1253.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1257.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1267.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.47151>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.46992>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.47151>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.46992>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.47137>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.47137>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1284.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.47151>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.47137>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.46992>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.85808>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.85808>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.85808>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1285.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver4,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:55 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1287.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1289.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:56 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:08:56 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4942>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131650.54924>,port,#Port<0.4942>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1309.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1310.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1311.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1312.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1314.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1318.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1321.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1323.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1322.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1317.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1324.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1313.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:08:57 === | |
| application: ra | |
| started_at: nonode@nohost | |
| Test 10 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| CLUSK2YFUSEV1XQ2: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| CLUSS39TZLFCCMU8: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| CLUS92ROKMKWR0E1: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| CLUS6XSH5M78UWMO: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| CLUSOZE0TCC9OFEB: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1340.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.56978>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131650.56978>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:57 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: declining vote for {tserver5,nonode@nohost} for term 1, candidate last log index term was: {0,0} | |
| last log entry idxterm seen was: {{1,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1366.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1364.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1370.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1368.0> | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1376.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1377.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.87470>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.61922>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.87470>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.61922>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.87456>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.87456>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.87470>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.61922>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.87456>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.61884>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.61884>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131650.61884>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1394.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:58 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1397.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1399.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:08:59 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:09:00 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:09:00 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver4,nonode@nohost}: Leader monitor down with shutdown, setting election timeout | |
| =WARNING REPORT==== 24-Oct-2018::13:09:00 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver2,nonode@nohost}: Leader monitor down with shutdown, setting election timeout | |
| =WARNING REPORT==== 24-Oct-2018::13:09:00 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:00 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4951>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.95221>,port,#Port<0.4951>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1420.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1421.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1422.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1423.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1425.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1429.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1432.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1434.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1433.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1428.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1435.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1424.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:00 === | |
| application: ra | |
| started_at: nonode@nohost | |
| Test 11 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| CLUSR5E0MVMJEWC2: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| CLUS7XSRZ78PHQ8T: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| CLUSF9YVUAYPQC8K: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| CLUSWPRK90DVUZOO: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| CLUSVS6TSQJXSESJ: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1451.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:00 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost} declining pre-vote to {tserver5,nonode@nohost} for term 0, current term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.97283>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.97283>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1476.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1478.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1482.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1480.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103037>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:01 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103325>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103037>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103220>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103220>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103325>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103149>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103149>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103149>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103220>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103325>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.103037>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1489.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1498.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1503.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1509.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1511.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:02 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:09:03 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:09:03 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:03 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:03 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:03 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4960>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.110414>,port,#Port<0.4960>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1530.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1531.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1532.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1533.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1535.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1540.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1543.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1545.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1544.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1539.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1546.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1534.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:03 === | |
| application: ra | |
| started_at: nonode@nohost | |
| Test 12 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| CLUSJ18COPV15A1U: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| CLUSIBK0RUNHOX92: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| CLUS1DQLWRDRH6D0: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| CLUSI00PWULJTN5P: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| CLUSZW91VNSFZ4XB: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1562.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:03 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.112480>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost} declining pre-vote to {tserver5,nonode@nohost} for term 0, current term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.112480>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1591.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1589.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1593.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1599.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1601.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1600.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1587.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118039>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {2,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:04 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118039>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118148>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1619.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1621.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {8,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118148>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118547>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118101>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118101>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {4,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118101>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118547>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118148>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:05 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.118039>,false} | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:09:06 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =WARNING REPORT==== 24-Oct-2018::13:09:06 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:06 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:06 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:06 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4969>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.126072>,port,#Port<0.4969>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1641.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1642.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1643.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1644.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1646.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1650.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1653.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1655.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1654.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1649.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1656.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1645.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:06 === | |
| application: ra | |
| started_at: nonode@nohost | |
| Test 13 | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| CLUSFEPC71WHIMOD: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| CLUSDYGD6NF08UOW: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| CLUSOVEQ7IOSHOWT: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| CLUSAL417S1Z9B4A: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:06 === | |
| CLUSR9LLQPIN340G: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1672.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.128120>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.128120>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1697.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1703.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1701.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1699.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1709.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver5,nonode@nohost} command {'$ra_leave',#{from=>{<0.1710.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:07 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {3,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133685>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133740>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: declining pre-vote for {tserver1,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133685>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133740>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133663>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133663>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133740>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver4,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133663>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: declining pre-vote for {tserver3,nonode@nohost} for term 1, candidate last log index term was: {1,1} | |
| Last log entry idxterm seen was: {2,1} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133685>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133607>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133607>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.133607>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1730.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost} saw append_entries_reply from unknown peer {tserver2,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1732.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver2,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:08 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| Finished | |
| =WARNING REPORT==== 24-Oct-2018::13:09:09 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:09 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:09 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:09 === | |
| ra: {tserver2,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:09 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state leader | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| application: ra | |
| exited: stopped | |
| type: temporary | |
| Clean up with rm -rf /tmp/ra/* | |
| INFO - <0.70.0> got external message before blocking: | |
| {#Port<0.4978>,{data,<<4,10>>}} | |
| INFO - <0.70.0> got external message before blocking: | |
| {'DOWN',#Ref<0.828185474.3327131649.142237>,port,#Port<0.4978>,normal} | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1752.0>}, | |
| {id,ra_machine_ets}, | |
| {mfargs,{ra_machine_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1753.0>}, | |
| {id,ra_metrics_ets}, | |
| {mfargs,{ra_metrics_ets,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1754.0>}, | |
| {id,ra_file_handle}, | |
| {mfargs,{ra_file_handle,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1755.0>}, | |
| {id,ra_log_snapshot_writer}, | |
| {mfargs,{ra_log_snapshot_writer,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1757.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1761.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1764.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| WAL: recovering [] | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| wal: opening new file "00000001.wal" | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1766.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1765.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1760.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1767.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| supervisor: {local,ra_sup} | |
| started: [{pid,<0.1756.0>}, | |
| {id,ra_system_sup}, | |
| {mfargs,{ra_system_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| Test 14 | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:09 === | |
| application: ra | |
| started_at: nonode@nohost | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| CLUSW1P1WJAI3406: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver5,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| CLUSDH941ITMCE05: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver1,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| CLUSGTGRFBGQ9TGG: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver4,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| CLUS4AGZK6WI5ESI: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver3,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {0,0} | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver5,nonode@nohost}: election triggered by <0.1783.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver5,nonode@nohost}: pre_vote election called for in term 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver5,nonode@nohost} follower -> pre_vote in term: 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 0 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver5,nonode@nohost}: election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:09 === | |
| {tserver5,nonode@nohost} pre_vote -> candidate term: 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.144266>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} candidate received unhandled msg: {pre_vote_result,0,#Ref<0.828185474.3327131649.144266>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver5,nonode@nohost} with last indexterm {0,0}for term 1 previous term was 0 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} candidate -> leader term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| ra: started cluster cluster with 5 servers | |
| 0 servers failed to start: [] | |
| Leader: {tserver5,nonode@nohost} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: declining vote for {tserver5,nonode@nohost} for term 1, candidate last log index term was: {0,0} | |
| last log entry idxterm seen was: {{1,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: enabling ra cluster changes in 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} leader received unhandled msg: {request_vote_result,1,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: election triggered by <0.1814.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: election triggered by <0.1808.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost}: election triggered by <0.1812.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: election triggered by <0.1810.0> | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver4,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost} follower -> pre_vote in term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver2,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver4,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: election called for in term 2 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost}: election called for in term 2 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: granting pre-vote for {tserver3,nonode@nohost} with last indexterm {1,1}for term 1 previous term was 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver5,nonode@nohost} in term 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} command {'$ra_join',#{from=>{<0.1836.0>,...}},{tserver4,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost}: election called for in term 2 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost} follower received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.150081>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost} pre_vote -> candidate term: 2 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost} candidate received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.150063>,true} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} leader saw append_entries_reply for term 2 abdicates term: 1! | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost} candidate received unhandled msg: {pre_vote_rpc,1,1,#Ref<0.828185474.3327131649.150081>,{...},...} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost} pre_vote -> candidate term: 2 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost} candidate received unhandled msg: {pre_vote_result,1,#Ref<0.828185474.3327131649.150002>,true} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver3,nonode@nohost} candidate received unhandled msg: {pre_vote_rpc,1,1,#Ref<0.828185474.3327131649.149929>,{...},...} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver1,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver4,nonode@nohost} pre_vote -> candidate term: 2 | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: declining vote for {tserver4,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver2,nonode@nohost}: declining vote for {tserver3,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver3,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver3,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver3,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver3,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver3,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost} follower received unhandled msg: {{tserver3,nonode@nohost},{append_entries_reply,2,false,...}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver4,nonode@nohost} for term 2, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:10 === | |
| {tserver1,nonode@nohost}: election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:11 === | |
| {tserver4,nonode@nohost}: candidate request_vote_rpc with higher term received 2 -> 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: candidate request_vote_rpc with higher term received 2 -> 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 3, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: declining vote for {tserver1,nonode@nohost} for term 3, candidate last log index term was: {1,1} | |
| last log entry idxterm seen was: {{2,1}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost} candidate -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost}: granting vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 3 previous term was 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost} candidate -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: granting vote for {tserver1,nonode@nohost} with last indexterm {1,1}for term 3 previous term was 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| ra: resetting last index to 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost} candidate -> leader term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| ra: resetting last index to 1 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:12 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 1,1,1, | |
| [{2,3,noop}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 1, | |
| last_written_index_term => {1,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => undefined}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => true, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1,condition_timeout_effects => [], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,1,1, | |
| {1,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.150081>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>,voted_for => undefined, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost} command {'$ra_leave',#{from=>{<0.1816.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost} saw append_entries_reply from unknown peer {tserver3,nonode@nohost} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost} command {'$ra_join',#{from=>{<0.1854.0>,...}},{tserver3,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost} command {'$ra_join',#{from=>{<0.1855.0>,...}},{tserver2,...},after_log_append} NOT appended to log, cluster_change_permitted false | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: enabling ra cluster changes in 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver4,nonode@nohost}: applying ra cluster change to [{tserver1,nonode@nohost},{tserver2,nonode@nohost},{tserver3,nonode@nohost},{tserver4,nonode@nohost},{tserver5,nonode@nohost}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:12 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1781.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => true, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition_timeout_effects => [], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,1,1, | |
| {1,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.150081>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => undefined,votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| messages: [] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,29,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[ra_log_wal| | |
| {'$M$<0.64.0>$ra_log_wal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',5}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[4,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [46843079333834756|226579126115042193]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 28479 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 30 | |
| reductions: 59748 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 55640 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 33322 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 32944 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1781.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 3119 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:12 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => true, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1,condition_timeout_effects => [], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,1,1, | |
| {1,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.150081>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => undefined,votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1781.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.155815>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:12 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.155815>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =CRASH REPORT==== 24-Oct-2018::13:09:12 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1856.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.155815>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 2 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.156153>,330}, | |
| {cancel_timer,#Ref<0.828185474.3327131649.156218>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[5,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [209121196062831680|67257327896250520]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17383 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 30 | |
| reductions: 60730 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 58736 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 33878 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 33907 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1856.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 3954 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:12 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.155815>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1856.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.156860>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.156860>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:12 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.156860>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:12 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1861.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.156860>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 2 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.157229>,203}, | |
| {cancel_timer,#Ref<0.828185474.3327131649.157308>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[6,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [103231286902765151|6553808814200850]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17619 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 30 | |
| reductions: 61712 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 61880 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 34447 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 34882 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1861.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 4640 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:12 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.156860>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1861.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.157912>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.157912>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:12 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.157912>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:12 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1866.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.157912>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| messages: [] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[7,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [91453467549919393|128898575650993185]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17595 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 30 | |
| reductions: 62696 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 30 | |
| reductions: 65006 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 35003 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 35863 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1866.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 29 | |
| reductions: 5250 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:12 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.157912>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1866.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.158919>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.158919>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:12 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.158919>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:12 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1871.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.158919>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 1 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.159343>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[8,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [278585251749654078|223965749858615526]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17596 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 30 | |
| reductions: 63686 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 68114 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 35572 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 36826 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1871.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 29 | |
| reductions: 5941 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:12 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.158919>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1871.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:12 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.160075>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.160075>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:13 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.160075>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:13 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1876.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.160075>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 2 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.160444>,268}, | |
| {cancel_timer,#Ref<0.828185474.3327131649.160522>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[9,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [1586299263475486|216200241191436159]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17619 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 65518 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 71270 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 36128 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 37802 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1876.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 29 | |
| reductions: 6560 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:13 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.160075>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1876.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.161132>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:13 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.161132>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:13 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1882.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.161132>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 2 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.161490>,331}, | |
| {cancel_timer,#Ref<0.828185474.3327131649.161579>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[10,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [50899227746045600|215605520120715571]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17467 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 66496 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 30 | |
| reductions: 74651 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 36692 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 38765 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1882.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 29 | |
| reductions: 7186 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:13 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.161132>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1882.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.162128>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.162128>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:13 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.162128>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:13 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1887.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.162128>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| messages: [] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[11,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [176267596656904405|270002343872321224]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17593 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 67459 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 30 | |
| reductions: 77708 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 37248 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 30 | |
| reductions: 39745 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1887.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 29 | |
| reductions: 7886 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:13 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.162128>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1887.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:13 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.163162>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:13 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1892.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.163162>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 1 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.163560>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[12,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [157548932495530688|9691443920170365]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17398 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 68432 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 30 | |
| reductions: 80765 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 37814 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 30 | |
| reductions: 40708 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1892.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 29 | |
| reductions: 8517 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:13 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.163162>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1892.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.164174>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.164174>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:13 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.164174>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:13 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1897.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.164174>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 1 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.164632>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[13,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [26719540357387007|201294995203721689]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17596 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 69403 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 83907 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 38370 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 41700 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1897.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 29 | |
| reductions: 9153 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:13 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.164174>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1897.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| CLUSBEZ3DRKOZZKV: ra_log:init recovered last_index_term {2,1} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: recovering state machine from 0 to 1 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: apply_with: unhandled command: {1,1,noop} | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: is not new, setting election timeout. | |
| =INFO REPORT==== 24-Oct-2018::13:09:13 === | |
| {tserver2,nonode@nohost}: pre_vote election called for in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost} follower -> pre_vote in term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver5,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver3,nonode@nohost}: declining pre-vote for {tserver2,nonode@nohost} for term 3, candidate last log index term was: {2,1} | |
| Last log entry idxterm seen was: {7,3} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.165208>,false} | |
| =WARNING REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost} pre_vote received unhandled msg: {pre_vote_result,3,#Ref<0.828185474.3327131649.165208>,false} | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost} pre_vote -> follower term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost}: follower did not have entry at 7 in 3. Requesting from 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver1,nonode@nohost}: leader received last_index 2 from {tserver2,nonode@nohost} with term 1 different term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost} detected a new leader {tserver1,nonode@nohost} in term 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost} follower -> await_condition term: 3 | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| {tserver2,nonode@nohost} await_condition -> follower in term: 3 | |
| =WARNING REPORT==== 24-Oct-2018::13:09:14 === | |
| ra: {tserver2,nonode@nohost} terminating with {badkey,previous_cluster} in state follower | |
| =ERROR REPORT==== 24-Oct-2018::13:09:14 === | |
| ** State machine tserver2 terminating | |
| ** Last event = {cast, | |
| {append_entries_rpc,3, | |
| {tserver1,nonode@nohost}, | |
| 7,1,1, | |
| [{2,3,noop}, | |
| {3,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1817.0>, | |
| #Ref<0.828185474.3327131649.150092>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 0, | |
| next_index => 3}}, | |
| after_log_append}}, | |
| {4,3, | |
| {'$usr', | |
| #{from => | |
| {<0.1853.0>, | |
| #Ref<0.828185474.3327131649.153447>}}, | |
| {enq,msg1}, | |
| await_consensus}}, | |
| {5,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1816.0>, | |
| #Ref<0.828185474.3327131649.149905>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 4,match_index => 4, | |
| next_index => 5}}, | |
| after_log_append}}, | |
| {6,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1854.0>, | |
| #Ref<0.828185474.3327131649.153757>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 4, | |
| next_index => 6}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 5,match_index => 5, | |
| next_index => 6}}, | |
| after_log_append}}, | |
| {7,3, | |
| {'$ra_cluster_change', | |
| #{from => | |
| {<0.1855.0>, | |
| #Ref<0.828185474.3327131649.154329>}}, | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 0, | |
| next_index => 7}, | |
| {tserver4,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 6,match_index => 6, | |
| next_index => 7}}, | |
| after_log_append}}]}} | |
| ** When server state = [{id,{tserver2,nonode@nohost}}, | |
| {opt,terminate}, | |
| {raft_state,follower}, | |
| {ra_server_state, | |
| #{cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1, | |
| match_index => 1,next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0, | |
| match_index => 0,next_index => 1}}, | |
| commit_index => 1,current_term => 3, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| #{last_index => 2, | |
| last_written_index_term => {2,1}, | |
| num_segments => 0,open_segments => 0, | |
| snapshot_index => undefined, | |
| snapshot_index_in_progress => undefined, | |
| type => ra_log}, | |
| machine => {[],[]}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}}}] | |
| ** Reason for termination = error:{badkey,previous_cluster} | |
| ** Callback mode = [state_functions,state_enter] | |
| ** Stacktrace = | |
| ** [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast,{tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[],#Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV",undefined, | |
| 4096,undefined,#{},ra_log_wal,undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [],persisted_last_applied => 1, | |
| pre_vote_token => #Ref<0.828185474.3327131649.165208>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"}, | |
| {line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}] | |
| =CRASH REPORT==== 24-Oct-2018::13:09:14 === | |
| crasher: | |
| initial call: ra_server_proc:init/1 | |
| pid: <0.1902.0> | |
| registered_name: tserver2 | |
| exception error: {badkey,previous_cluster} | |
| in function maps:get/2 | |
| called as maps:get(previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => | |
| #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.165208>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}) | |
| in call from '$M$<0.64.0>$ra_server':pre_append_log_follower/2 (src/ra_server.erl, line 1501) | |
| in call from lists:foldl/3 (lists.erl, line 1263) | |
| in call from '$M$<0.64.0>$ra_server':handle_follower/2 (src/ra_server.erl, line 667) | |
| in call from '$M$<0.64.0>$ra_server_proc':handle_follower/2 (src/ra_server_proc.erl, line 732) | |
| in call from '$M$<0.64.0>$ra_server_proc':follower/3 (src/ra_server_proc.erl, line 548) | |
| in call from '$M$<0.64.0>$gen_statem':call_state_function/5 (gen_statem.erl, line 1633) | |
| in call from '$M$<0.64.0>$gen_statem':loop_event_state_function/6 (gen_statem.erl, line 1023) | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 2 | |
| messages: [{cancel_timer,#Ref<0.828185474.3327131649.165577>,213}, | |
| {cancel_timer,#Ref<0.828185474.3327131649.165666>,30000}] | |
| links: [<0.1767.0>] | |
| dictionary: [{'$sandbox_shtab',#Ref<0.828185474.3327000577.256321>}, | |
| {'$sandbox_opt', | |
| {sandbox_opt,false,false,false,false,true,0,true,once, | |
| undefined,50, | |
| [{scheduler,{basicpos,[]}}], | |
| <0.65.0>,undefined}}, | |
| {'$sandbox_node',nonode@nohost}, | |
| {'$sandbox_mod_map', | |
| {dict,28,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[], | |
| [[ra_log_meta| | |
| {'$M$<0.64.0>$ra_log_meta', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server| | |
| {'$M$<0.64.0>$ra_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_lib| | |
| {'$M$<0.64.0>$ra_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application_controller| | |
| {'$M$<0.64.0>$application_controller', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_log_segment_writer| | |
| {'$M$<0.64.0>$ra_log_segment_writer', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_server| | |
| {'$M$<0.64.0>$gen_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [filelib| | |
| {'$M$<0.64.0>$filelib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [error_logger| | |
| {'$M$<0.64.0>$error_logger', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets_server| | |
| {'$M$<0.64.0>$dets_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [proc_lib| | |
| {'$M$<0.64.0>$proc_lib', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [gen_batch_server| | |
| {'$M$<0.64.0>$gen_batch_server', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten_detector| | |
| {'$M$<0.64.0>$aten_detector', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_server_proc| | |
| {'$M$<0.64.0>$ra_server_proc', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [dets| | |
| {'$M$<0.64.0>$dets', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [sys| | |
| {'$M$<0.64.0>$sys', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_event| | |
| {'$M$<0.64.0>$gen_event', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_test| | |
| {'$M$<0.64.0>$ra_test', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [rand| | |
| {'$M$<0.64.0>$rand', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_flru| | |
| {'$M$<0.64.0>$ra_flru', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [ra_machine| | |
| {'$M$<0.64.0>$ra_machine', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_env| | |
| {'$M$<0.64.0>$ra_env', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[ra_log| | |
| {'$M$<0.64.0>$ra_log', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [], | |
| [[ra_directory| | |
| {'$M$<0.64.0>$ra_directory', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [],[], | |
| [[morpheus_guest_internal| | |
| {'$M$<0.64.0>$morpheus_guest_internal', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen_statem| | |
| {'$M$<0.64.0>$gen_statem', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| [[gen| | |
| {'$M$<0.64.0>$gen', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [application| | |
| {'$M$<0.64.0>$application', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}], | |
| [aten| | |
| {'$M$<0.64.0>$aten', | |
| {set,0,16,16,8,80,48, | |
| {[],[],[],[],[],[],[],[],[],[],[],[],[],[],[],[]}, | |
| {{[],[],[],[],[],[],[],[],[],[],[],[],[],[],[], | |
| []}}}}]], | |
| []}}}}, | |
| {'$sandbox_ctl',<0.64.0>}, | |
| {'$sandbox_creation_count',4}, | |
| {'$sandbox_abs_id',{pid,nonode@nohost,[14,2,4,0,0,0,19,2]}}, | |
| {rand_seed, | |
| {#{bits => 58,jump => #Fun<$M$<0.64.0>$rand.8.14547485>, | |
| next => #Fun<$M$<0.64.0>$rand.5.14547485>,type => exrop, | |
| uniform => #Fun<$M$<0.64.0>$rand.6.14547485>, | |
| uniform_n => #Fun<$M$<0.64.0>$rand.7.14547485>, | |
| weak_low_bits => 1}, | |
| [176129997146804100|95896258729152423]}}] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 37 | |
| reductions: 17619 | |
| neighbours: | |
| neighbour: | |
| pid: <0.1749.0> | |
| registered_name: [] | |
| initial call: application_master:init/4 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1748.0>] | |
| message_queue_len: 0 | |
| links: [<0.1750.0>,<0.87.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 25 | |
| reductions: 474 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',main_loop,2, | |
| [{file,"application_master.erl"},{line,172}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1750.0> | |
| registered_name: [] | |
| initial_call: {erlang,apply,2} | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>,<0.1749.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 23 | |
| reductions: 662 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$application_master',loop_it,4, | |
| [{file,"application_master.erl"},{line,348}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2574}]}] | |
| neighbour: | |
| pid: <0.1752.0> | |
| registered_name: ra_machine_ets | |
| initial call: ra_machine_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 498 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1753.0> | |
| registered_name: ra_metrics_ets | |
| initial call: ra_metrics_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 233 | |
| stack_size: 29 | |
| reductions: 542 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1754.0> | |
| registered_name: ra_file_handle | |
| initial call: ra_file_handle:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 1067 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1755.0> | |
| registered_name: ra_log_snapshot_writer | |
| initial call: ra_log_snapshot_writer:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 376 | |
| stack_size: 29 | |
| reductions: 505 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1751.0> | |
| registered_name: ra_sup | |
| initial call: supervisor:ra_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1756.0>,<0.1755.0>,<0.1754.0>,<0.1753.0>,<0.1752.0>, | |
| <0.1750.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 987 | |
| stack_size: 29 | |
| reductions: 3382 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1757.0> | |
| registered_name: ra_log_ets | |
| initial call: ra_log_ets:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.257.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2062 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1760.0> | |
| registered_name: ra_log_sup | |
| initial call: supervisor:ra_log_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1765.0>,<0.1764.0>,<0.1761.0>,<0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2912 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1756.0> | |
| registered_name: ra_system_sup | |
| initial call: supervisor:ra_system_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>,<0.1760.0>,<0.1757.0>,<0.1751.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 1598 | |
| stack_size: 29 | |
| reductions: 2875 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| neighbour: | |
| pid: <0.1773.0> | |
| registered_name: tserver5 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 70388 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1775.0> | |
| registered_name: tserver1 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 30 | |
| reductions: 86991 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1777.0> | |
| registered_name: tserver4 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 4185 | |
| stack_size: 30 | |
| reductions: 38926 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1779.0> | |
| registered_name: tserver3 | |
| initial call: ra_server_proc:init/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_server_sup,ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1767.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 2586 | |
| stack_size: 30 | |
| reductions: 42663 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_receive,3, | |
| [{file,"gen_statem.erl"},{line,880}]}, | |
| {'$M$<0.64.0>$proc_lib',wake_up,3, | |
| [{file,"proc_lib.erl"},{line,257}]}, | |
| {morpheus_sandbox,hibernate_entry,3, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2180}]}] | |
| neighbour: | |
| pid: <0.1767.0> | |
| registered_name: ra_server_sup | |
| initial call: supervisor:ra_server_sup/1 | |
| current_function: {morpheus_sandbox,handle_receive,2} | |
| ancestors: [ra_system_sup,ra_sup,<0.1750.0>] | |
| message_queue_len: 0 | |
| links: [<0.1902.0>,<0.1779.0>,<0.1777.0>,<0.1775.0>,<0.1773.0>, | |
| <0.1756.0>] | |
| trap_exit: false | |
| status: waiting | |
| heap_size: 6772 | |
| stack_size: 29 | |
| reductions: 9870 | |
| current_stacktrace: [{morpheus_sandbox,handle_receive,2, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2000}]}, | |
| {morpheus_sandbox,handle,5, | |
| [{file,"src/morpheus_sandbox.erl"},{line,1938}]}, | |
| {'$M$<0.64.0>$gen_server',loop,7, | |
| [{file,"gen_server.erl"},{line,381}]}, | |
| {'$M$<0.64.0>$proc_lib',init_p_do_apply,3, | |
| [{file,"proc_lib.erl"},{line,247}]}, | |
| {morpheus_sandbox,'-handle_erlang_spawn_opt/4-fun-0-',7, | |
| [{file,"src/morpheus_sandbox.erl"},{line,2639}]}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:14 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: child_terminated | |
| Reason: {{badkey,previous_cluster}, | |
| [{maps,get, | |
| [previous_cluster, | |
| #{aux_state => undefined, | |
| cluster => | |
| #{{tserver1,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver2,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver3,nonode@nohost} => | |
| #{commit_index_sent => 1,match_index => 1, | |
| next_index => 2}, | |
| {tserver5,nonode@nohost} => | |
| #{commit_index_sent => 0,match_index => 0, | |
| next_index => 1}}, | |
| cluster_change_permitted => false, | |
| cluster_index_term => {2,1}, | |
| commit_index => 1, | |
| condition => #Fun<$M$<0.64.0>$ra_server.5.66527032>, | |
| condition_timeout_effects => | |
| [{cast, | |
| {tserver1,nonode@nohost}, | |
| {{tserver2,nonode@nohost}, | |
| {append_entries_reply,3,false,3,2,1}}}], | |
| current_term => 3, | |
| id => {tserver2,nonode@nohost}, | |
| last_applied => 1, | |
| leader_id => {tserver1,nonode@nohost}, | |
| log => | |
| {state,<<"CLUSBEZ3DRKOZZKV">>,0,2,1, | |
| {2,1}, | |
| [], | |
| {state,1,[], | |
| #Fun<$M$<0.64.0>$ra_log.6.10301350>}, | |
| "/tmp/ra/nonode@nohost/CLUSBEZ3DRKOZZKV", | |
| undefined,4096,undefined,#{},ra_log_wal, | |
| undefined,20}, | |
| machine => {machine,ra_test,#{}}, | |
| machine_state => {[],[]}, | |
| pending_cluster_changes => [], | |
| persisted_last_applied => 1, | |
| pre_vote_token => | |
| #Ref<0.828185474.3327131649.165208>, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>, | |
| voted_for => {tserver2,nonode@nohost}, | |
| votes => 0}], | |
| []}, | |
| {'$M$<0.64.0>$ra_server',pre_append_log_follower,2, | |
| [{file,"src/ra_server.erl"},{line,1501}]}, | |
| {lists,foldl,3,[{file,"lists.erl"},{line,1263}]}, | |
| {'$M$<0.64.0>$ra_server',handle_follower,2, | |
| [{file,"src/ra_server.erl"},{line,667}]}, | |
| {'$M$<0.64.0>$ra_server_proc',handle_follower,2, | |
| [{file,"src/ra_server_proc.erl"},{line,732}]}, | |
| {'$M$<0.64.0>$ra_server_proc',follower,3, | |
| [{file,"src/ra_server_proc.erl"},{line,548}]}, | |
| {'$M$<0.64.0>$gen_statem',call_state_function,5, | |
| [{file,"gen_statem.erl"},{line,1633}]}, | |
| {'$M$<0.64.0>$gen_statem',loop_event_state_function,6, | |
| [{file,"gen_statem.erl"},{line,1023}]}]} | |
| Offender: [{pid,<0.1902.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:14 === | |
| Supervisor: {local,ra_server_sup} | |
| Context: shutdown | |
| Reason: reached_max_restart_intensity | |
| Offender: [{pid,<0.1902.0>}, | |
| {id,undefined}, | |
| {mfargs, | |
| {ra_server_proc,start_link, | |
| [#{cluster_name => <<"cluster">>, | |
| id => {tserver2,nonode@nohost}, | |
| initial_members => | |
| [{tserver1,nonode@nohost}, | |
| {tserver2,nonode@nohost}, | |
| {tserver3,nonode@nohost}, | |
| {tserver4,nonode@nohost}, | |
| {tserver5,nonode@nohost}], | |
| log_init_args => #{uid => <<"CLUSBEZ3DRKOZZKV">>}, | |
| machine => {module,ra_test,#{}}, | |
| uid => <<"CLUSBEZ3DRKOZZKV">>}]}}, | |
| {restart_type,transient}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:14 === | |
| ra: {tserver1,nonode@nohost} terminating with shutdown in state leader | |
| =SUPERVISOR REPORT==== 24-Oct-2018::13:09:14 === | |
| Supervisor: {local,ra_system_sup} | |
| Context: child_terminated | |
| Reason: shutdown | |
| Offender: [{pid,<0.1767.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =WARNING REPORT==== 24-Oct-2018::13:09:14 === | |
| ra: {tserver5,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:14 === | |
| ra: {tserver4,nonode@nohost} terminating with shutdown in state follower | |
| =WARNING REPORT==== 24-Oct-2018::13:09:14 === | |
| ra: {tserver3,nonode@nohost} terminating with shutdown in state follower | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:14 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1909.0>}, | |
| {id,ra_log_ets}, | |
| {mfargs, | |
| {ra_log_ets,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:14 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1913.0>}, | |
| {id,ra_log_meta}, | |
| {mfargs, | |
| {ra_log_meta,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:14 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1916.0>}, | |
| {id,ra_log_segment_writer}, | |
| {mfargs, | |
| {ra_log_segment_writer,start_link, | |
| [#{data_dir => "/tmp/ra/nonode@nohost", | |
| segment_conf => #{max_count => 4096}}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| WAL: recovering ["/tmp/ra/nonode@nohost/00000001.wal"] | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| wal: opening new file "00000002.wal" | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| ra_log_segment_writer: error sending ra_log_event to: CLUSBEZ3DRKOZZKV. Error: | |
| exit:{badarg,{<<67,76,85,...>>,{ra_log_event,{...}}}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| ra_log_segment_writer: error sending ra_log_event to: CLUSW1P1WJAI3406. Error: | |
| exit:{badarg,{<<67,76,85,...>>,{ra_log_event,{...}}}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| ra_log_segment_writer: error sending ra_log_event to: CLUS4AGZK6WI5ESI. Error: | |
| exit:{badarg,{<<67,76,85,...>>,{ra_log_event,{...}}}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| ra_log_segment_writer: error sending ra_log_event to: CLUSDH941ITMCE05. Error: | |
| exit:{badarg,{<<67,76,85,...>>,{ra_log_event,{...}}}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| ra_log_segment_writer: error sending ra_log_event to: CLUSGTGRFBGQ9TGG. Error: | |
| exit:{badarg,{<<67,76,85,...>>,{ra_log_event,{...}}}} | |
| =INFO REPORT==== 24-Oct-2018::13:09:14 === | |
| segment_writer: deleting wal file: 00000001.wal | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:14 === | |
| supervisor: {local,ra_log_wal_sup} | |
| started: [{pid,<0.1918.0>}, | |
| {id,ra_log_wal}, | |
| {mfargs, | |
| {ra_log_wal,start_link, | |
| [#{compute_checksums => true, | |
| dir => "/tmp/ra/nonode@nohost", | |
| max_size_bytes => 1073741824, | |
| write_strategy => default}, | |
| []]}}, | |
| {restart_type,permanent}, | |
| {shutdown,5000}, | |
| {child_type,worker}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:14 === | |
| supervisor: {local,ra_log_sup} | |
| started: [{pid,<0.1917.0>}, | |
| {id,ra_log_wal_sup}, | |
| {mfargs, | |
| {ra_log_wal_sup,start_link, | |
| [#{dir => "/tmp/ra/nonode@nohost"}]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:14 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1912.0>}, | |
| {id,ra_log_sup}, | |
| {mfargs, | |
| {ra_log_sup,start_link,["/tmp/ra/nonode@nohost"]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| =PROGRESS REPORT==== 24-Oct-2018::13:09:14 === | |
| supervisor: {local,ra_system_sup} | |
| started: [{pid,<0.1921.0>}, | |
| {id,ra_server_sup}, | |
| {mfargs,{ra_server_sup,start_link,[]}}, | |
| {restart_type,permanent}, | |
| {shutdown,infinity}, | |
| {child_type,supervisor}] | |
| Error, dequeue got {'EXIT', | |
| {{badmatch,{error,noproc}}, | |
| [{'$M$<0.64.0>$ra_test',dequeue,1, | |
| [{file,"test/ra_test.erl"},{line,241}]}, | |
| {'$M$<0.64.0>$ra_test',badkey_previous_cluster,1, | |
| [{file,"test/ra_test.erl"},{line,211}]}, | |
| {'$M$<0.64.0>$ra_test', | |
| '-test_sandbox_entry/1-fun-1-',3, | |
| [{file,"test/ra_test.erl"},{line,94}]}, | |
| {lists,foreach,2,[{file,"lists.erl"},{line,1338}]}, | |
| {'$M$<0.64.0>$morpheus_guest_helper',do_loop_sync,3, | |
| [{file,"src/morpheus_guest_helper.erl"}, | |
| {line,166}]}, | |
| {'$M$<0.64.0>$ra_test',test_sandbox_entry,1, | |
| [{file,"test/ra_test.erl"},{line,64}]}, | |
| {morpheus_sandbox,'-start/4-fun-1-',8, | |
| [{file,"src/morpheus_sandbox.erl"}, | |
| {line,337}]}]}} | |
| WARNING - Process <0.70.0> abort with {error,dequeue_doesnt_match, | |
| [{'$M$<0.64.0>$ra_test', | |
| badkey_previous_cluster,1, | |
| [{file,"test/ra_test.erl"}, | |
| {line,217}]}, | |
| {'$M$<0.64.0>$ra_test', | |
| '-test_sandbox_entry/1-fun-1-',3, | |
| [{file,"test/ra_test.erl"}, | |
| {line,94}]}, | |
| {lists,foreach,2, | |
| [{file,"lists.erl"},{line,1338}]}, | |
| {'$M$<0.64.0>$morpheus_guest_helper', | |
| do_loop_sync,3, | |
| [{file, | |
| "src/morpheus_guest_helper.erl"}, | |
| {line,166}]}, | |
| {'$M$<0.64.0>$ra_test', | |
| test_sandbox_entry,1, | |
| [{file,"test/ra_test.erl"}, | |
| {line,64}]}, | |
| {morpheus_sandbox,'-start/4-fun-1-', | |
| 8, | |
| [{file,"src/morpheus_sandbox.erl"}, | |
| {line,337}]}]} | |
| INFO - ctl stop transient = 0, lives = 1, deads = 1689 | |
| ra_test:9: all_test_ (module 'ra_test')...*failed* | |
| in function ra_test:'-test_entry/0-fun-0-'/1 (test/ra_test.erl, line 50) | |
| in call from ra_test:test_entry/0 (test/ra_test.erl, line 50) | |
| **error:{assertEqual,[{module,ra_test}, | |
| {line,50}, | |
| {expression,"receive { 'DOWN' , MRef , _ , _ , Reason } -> Reason end"}, | |
| {expected,success}, | |
| {value,normal}]} | |
| output:<<"">> | |
| ======================================================= | |
| Failed: 1. Skipped: 0. Passed: 0. |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment