{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5013.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28427): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28427) [trial-2366↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28427)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28427): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28427) [trial-2366↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a23:13:42.540564 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a23:13:42.551844 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a23:13:43.147145 tst mo_mt_sms.py: using LAC 24330\u000a23:13:43.273665 tst mo_mt_sms.py: using RAC 105\u000a23:13:43.399919 tst mo_mt_sms.py: using CellId 24330\u000a23:13:43.520176 tst mo_mt_sms.py: using BVCI 24331\u000a23:13:43.542935 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:13:43.726191 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:13:44.008744 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:13:44.137581 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:13:46.506856 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28426): Launched\u000a23:13:46.859832 run osmo-nitb_10.42.42.2(pid=28427): Launched\u000a23:13:47.054460 run osmo-nitb_10.42.42.2(pid=28427): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28427)]\u000a23:13:47.194807 run osmo-nitb_10.42.42.2(pid=28427): stdout: \u000a| (launched: 2022-12-09_23:13:46.679313) \u000a23:13:47.330897 run osmo-nitb_10.42.42.2(pid=28427): stderr: \u000a| (launched: 2022-12-09_23:13:46.728779)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:13:47.462528 run osmo-nitb_10.42.42.2(pid=28427): stdout: \u000a| (launched: 2022-12-09_23:13:46.679313) \u000a23:13:47.592747 run osmo-nitb_10.42.42.2(pid=28427): stderr: \u000a| (launched: 2022-12-09_23:13:46.728779)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:13:47.649894 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28427): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28427) [trial-2366↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28427)] [trial-2366↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a23:13:47.658572 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a23:13:47.695266 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28426): Terminating (SIGTERM)\u000a23:13:47.873112 --- ParallelTerminationStrategy: PID 28426 died...\u000a23:13:47.931247 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28426): Terminated: ok {rc=0}\u000a23:13:48.018873 bus /sierra_3: Setting Powered False\u000a23:13:49.129626 bus /sierra_3: Setting Powered False\u000a23:13:50.238730 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:13:42" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28437): Process ended prematurely: osmo-stp_10.42.42.5(pid=28437) [trial-2366↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28437): Process ended prematurely: osmo-stp_10.42.42.5(pid=28437) [trial-2366↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a23:13:52.095887 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:13:52.106623 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a23:13:52.231002 tst mo_mt_sms.py: using LAC 24331\u000a23:13:52.364304 tst mo_mt_sms.py: using RAC 106\u000a23:13:52.492817 tst mo_mt_sms.py: using CellId 24331\u000a23:13:52.617076 tst mo_mt_sms.py: using BVCI 24332\u000a23:13:52.640225 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:13:52.650821 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:13:52.661346 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:13:52.671664 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:13:52.683490 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:13:52.693902 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:13:52.811830 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a23:13:53.030408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:13:54.815314 run create_hlr_db(pid=28431): Launched\u000a23:13:55.008576 bus /sierra_2: Setting Powered False\u000a23:13:56.028163 run create_hlr_db(pid=28431): Terminated: ok {rc=0}\u000a23:13:56.444215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28433): Launched\u000a23:13:56.756467 run osmo-hlr_10.42.42.2(pid=28434): Launched\u000a23:13:56.872760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:13:59.354196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28436): Launched\u000a23:13:59.663823 run osmo-stp_10.42.42.5(pid=28437): Launched\u000a23:13:59.776188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:05.186869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28439): Launched\u000a23:14:05.496454 run osmo-msc_10.42.42.6(pid=28440): Launched\u000a23:14:05.675032 run osmo-stp_10.42.42.5(pid=28437): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)]\u000a23:14:05.826760 run osmo-stp_10.42.42.5(pid=28437): stdout: \u000a| (launched: 2022-12-09_23:13:59.510739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:05.964660 run osmo-stp_10.42.42.5(pid=28437): stderr: \u000a| �[0;m�[38;5;43m20221209231359683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231359683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231359683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231359684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231359684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231359684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231359684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:06.096658 run osmo-stp_10.42.42.5(pid=28437): stdout: \u000a| (launched: 2022-12-09_23:13:59.510739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:06.227792 run osmo-stp_10.42.42.5(pid=28437): stderr: \u000a| �[0;m�[38;5;43m20221209231359683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231359683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231359683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231359684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231359684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231359684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231359684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:06.285102 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28437): Process ended prematurely: osmo-stp_10.42.42.5(pid=28437) [trial-2366↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28437)] [trial-2366↪sms:sysmo↪mo_mt_sms.py:16]\u000a23:14:06.293821 tst mo_mt_sms.py:16: Test FAILED (14.2 sec)\u000a23:14:06.358819 run osmo-hlr_10.42.42.2(pid=28434): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28434)]\u000a23:14:06.412084 run osmo-hlr_10.42.42.2(pid=28434): stdout: \u000a| (launched: 2022-12-09_23:13:56.601340) \u000a23:14:06.465980 run osmo-hlr_10.42.42.2(pid=28434): stderr: \u000a| �[0;m�[1;31m20221209231356778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231356778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231356778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231356778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231356778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231356778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231356791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231356801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231356801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231356801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:06.538970 run osmo-msc_10.42.42.6(pid=28440): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28440)]\u000a23:14:06.592216 run osmo-msc_10.42.42.6(pid=28440): stdout: \u000a| (launched: 2022-12-09_23:14:05.342339) \u000a23:14:06.645983 run osmo-msc_10.42.42.6(pid=28440): stderr: \u000a| �[0;m�[38;5;43m20221209231405619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231405620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01f3aa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231405620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231405620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231405620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231405620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231405622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231405622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231405622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231405622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:06.691651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28433): Terminating (SIGTERM)\u000a23:14:06.734747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28436): Terminating (SIGTERM)\u000a23:14:06.777895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28439): Terminating (SIGTERM)\u000a23:14:06.788321 --- ParallelTerminationStrategy: PID 28433 died...\u000a23:14:06.846450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28433): Terminated: ok {rc=0}\u000a23:14:06.856877 --- ParallelTerminationStrategy: PID 28436 died...\u000a23:14:06.914847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28436): Terminated: ok {rc=0}\u000a23:14:06.925502 --- ParallelTerminationStrategy: PID 28439 died...\u000a23:14:06.983565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28439): Terminated: ok {rc=0}\u000a23:14:07.072360 bus /sierra_3: Setting Powered False\u000a23:14:08.181259 bus /sierra_3: Setting Powered False\u000a23:14:09.290681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:13:51" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28447): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28447) [trial-2366↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28447)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28447): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28447) [trial-2366↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a23:14:11.137281 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a23:14:11.152549 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:11.335462 tst assert_extension.py: using LAC 24332\u000a23:14:11.475313 tst assert_extension.py: using RAC 107\u000a23:14:11.604729 tst assert_extension.py: using CellId 24332\u000a23:14:11.732654 tst assert_extension.py: using BVCI 24333\u000a23:14:11.757977 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a23:14:12.038365 tst assert_extension.py:10: start nitb and bts...\u000a23:14:12.166070 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:14:12.802792 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28446): Launched\u000a23:14:13.111331 run osmo-nitb_10.42.42.2(pid=28447): Launched\u000a23:14:13.299196 run osmo-nitb_10.42.42.2(pid=28447): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28447)]\u000a23:14:13.437662 run osmo-nitb_10.42.42.2(pid=28447): stdout: \u000a| (launched: 2022-12-09_23:14:12.959332) \u000a23:14:13.575958 run osmo-nitb_10.42.42.2(pid=28447): stderr: \u000a| (launched: 2022-12-09_23:14:13.005955)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:13.709996 run osmo-nitb_10.42.42.2(pid=28447): stdout: \u000a| (launched: 2022-12-09_23:14:12.959332) \u000a23:14:13.843151 run osmo-nitb_10.42.42.2(pid=28447): stderr: \u000a| (launched: 2022-12-09_23:14:13.005955)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:14.235154 tst osmo-nitb_10.42.42.2(pid=28447): stdout: \u000a| (launched: 2022-12-09_23:14:12.959332) \u000a23:14:14.357210 tst osmo-nitb_10.42.42.2(pid=28447): stderr: \u000a| (launched: 2022-12-09_23:14:13.005955)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:14:14.410877 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28447): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28447) [trial-2366↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28447)] [trial-2366↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a23:14:14.419162 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a23:14:14.454022 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28446): Terminating (SIGTERM)\u000a23:14:14.631485 --- ParallelTerminationStrategy: PID 28446 died...\u000a23:14:14.687022 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28446): Terminated: ok {rc=0}\u000a23:14:14.776640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:14:10" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28457): Process ended prematurely: osmo-stp_10.42.42.5(pid=28457) [trial-2366↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28457)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28457): Process ended prematurely: osmo-stp_10.42.42.5(pid=28457) [trial-2366↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a23:14:16.629776 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:16.644883 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a23:14:16.806877 tst assert_extension.py: using LAC 24333\u000a23:14:16.962812 tst assert_extension.py: using RAC 108\u000a23:14:17.134818 tst assert_extension.py: using CellId 24333\u000a23:14:17.296408 tst assert_extension.py: using BVCI 24334\u000a23:14:17.323387 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:17.335541 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:17.347596 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:17.360000 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:17.371045 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:14:17.382161 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a23:14:17.593940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:18.117336 run create_hlr_db(pid=28451): Launched\u000a23:14:18.309832 bus /sierra_2: Setting Powered False\u000a23:14:19.329633 run create_hlr_db(pid=28451): Terminated: ok {rc=0}\u000a23:14:19.745914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28453): Launched\u000a23:14:20.058034 run osmo-hlr_10.42.42.2(pid=28454): Launched\u000a23:14:20.176190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:20.715234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28456): Launched\u000a23:14:21.027028 run osmo-stp_10.42.42.5(pid=28457): Launched\u000a23:14:21.139945 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:21.700143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28459): Launched\u000a23:14:22.021702 run osmo-msc_10.42.42.6(pid=28460): Launched\u000a23:14:22.218970 run osmo-stp_10.42.42.5(pid=28457): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28457)]\u000a23:14:22.361336 run osmo-stp_10.42.42.5(pid=28457): stdout: \u000a| (launched: 2022-12-09_23:14:20.871885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:22.499790 run osmo-stp_10.42.42.5(pid=28457): stderr: \u000a| �[0;m�[38;5;43m20221209231421046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231421046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231421046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231421046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231421047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231421047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231421047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:22.632873 run osmo-stp_10.42.42.5(pid=28457): stdout: \u000a| (launched: 2022-12-09_23:14:20.871885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:22.764501 run osmo-stp_10.42.42.5(pid=28457): stderr: \u000a| �[0;m�[38;5;43m20221209231421046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231421046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231421046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231421046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231421047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231421047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231421047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:22.822097 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=28457): Process ended prematurely: osmo-stp_10.42.42.5(pid=28457) [trial-2366↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28457)] [trial-2366↪ussd:sysmo↪assert_extension.py:17]\u000a23:14:22.830924 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a23:14:22.895341 run osmo-hlr_10.42.42.2(pid=28454): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28454)]\u000a23:14:22.947975 run osmo-hlr_10.42.42.2(pid=28454): stdout: \u000a| (launched: 2022-12-09_23:14:19.902576) \u000a23:14:23.000887 run osmo-hlr_10.42.42.2(pid=28454): stderr: \u000a| �[0;m�[1;31m20221209231420080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231420080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231420080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231420080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231420080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231420080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231420092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231420100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231420101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231420101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:23.072681 run osmo-msc_10.42.42.6(pid=28460): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28460)]\u000a23:14:23.125190 run osmo-msc_10.42.42.6(pid=28460): stdout: \u000a| (launched: 2022-12-09_23:14:21.856464) \u000a23:14:23.178121 run osmo-msc_10.42.42.6(pid=28460): stderr: \u000a| �[0;m�[38;5;43m20221209231422168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231422168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a76389c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231422168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231422168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231422168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231422169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231422170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231422171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231422171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231422171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:23.222883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28453): Terminating (SIGTERM)\u000a23:14:23.265422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28456): Terminating (SIGTERM)\u000a23:14:23.307782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28459): Terminating (SIGTERM)\u000a23:14:23.317835 --- ParallelTerminationStrategy: PID 28453 died...\u000a23:14:23.375394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28453): Terminated: ok {rc=0}\u000a23:14:23.385898 --- ParallelTerminationStrategy: PID 28456 died...\u000a23:14:23.443198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28456): Terminated: ok {rc=0}\u000a23:14:23.453399 --- ParallelTerminationStrategy: PID 28459 died...\u000a23:14:23.509913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28459): Terminated: ok {rc=0}\u000a23:14:23.598780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:14:16" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28471): Process ended prematurely: osmo-stp_10.42.42.5(pid=28471) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28471)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28471): Process ended prematurely: osmo-stp_10.42.42.5(pid=28471) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:14:25.516808 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:25.527940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:14:25.683281 tst mo_mt_call.py: using LAC 24334\u000a23:14:25.814204 tst mo_mt_call.py: using RAC 109\u000a23:14:25.942134 tst mo_mt_call.py: using CellId 24334\u000a23:14:26.062712 tst mo_mt_call.py: using BVCI 24335\u000a23:14:26.086479 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:26.097682 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:26.108605 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:26.119578 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:26.130629 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:26.141607 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:26.263206 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:26.473660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:26.977826 run create_hlr_db(pid=28465): Launched\u000a23:14:27.158909 bus /sierra_2: Setting Powered False\u000a23:14:28.180371 run create_hlr_db(pid=28465): Terminated: ok {rc=0}\u000a23:14:28.626580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28467): Launched\u000a23:14:28.966128 run osmo-hlr_10.42.42.2(pid=28468): Launched\u000a23:14:29.090796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:29.677751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28470): Launched\u000a23:14:30.017049 run osmo-stp_10.42.42.5(pid=28471): Launched\u000a23:14:30.139778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:30.752141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28473): Launched\u000a23:14:31.172046 run osmo-msc_10.42.42.6(pid=28474): Launched\u000a23:14:31.520377 run osmo-stp_10.42.42.5(pid=28471): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28471)]\u000a23:14:31.777816 run osmo-stp_10.42.42.5(pid=28471): stdout: \u000a| (launched: 2022-12-09_23:14:29.848800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:31.941183 run osmo-stp_10.42.42.5(pid=28471): stderr: \u000a| �[0;m�[38;5;43m20221209231430044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231430044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231430044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231430045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231430045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231430045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231430045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:32.073374 run osmo-stp_10.42.42.5(pid=28471): stdout: \u000a| (launched: 2022-12-09_23:14:29.848800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:32.203221 run osmo-stp_10.42.42.5(pid=28471): stderr: \u000a| �[0;m�[38;5;43m20221209231430044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231430044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231430044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231430045 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231430045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231430045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231430045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:32.259680 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28471): Process ended prematurely: osmo-stp_10.42.42.5(pid=28471) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28471)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:14:32.268845 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a23:14:32.330199 run osmo-hlr_10.42.42.2(pid=28468): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28468)]\u000a23:14:32.381935 run osmo-hlr_10.42.42.2(pid=28468): stdout: \u000a| (launched: 2022-12-09_23:14:28.798411) \u000a23:14:32.432863 run osmo-hlr_10.42.42.2(pid=28468): stderr: \u000a| �[0;m�[1;31m20221209231428999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231428999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231428999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231428999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231428999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231428999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231429012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231429020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231429020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231429020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:32.501506 run osmo-msc_10.42.42.6(pid=28474): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28474)]\u000a23:14:32.551287 run osmo-msc_10.42.42.6(pid=28474): stdout: \u000a| (launched: 2022-12-09_23:14:30.925392) \u000a23:14:32.601269 run osmo-msc_10.42.42.6(pid=28474): stderr: \u000a| �[0;m�[38;5;43m20221209231431511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231431512 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc0bec5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231431512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231431512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231431512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231431512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231431514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231431515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231431515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231431515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:32.643603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28467): Terminating (SIGTERM)\u000a23:14:32.683516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28470): Terminating (SIGTERM)\u000a23:14:32.723477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28473): Terminating (SIGTERM)\u000a23:14:32.732250 --- ParallelTerminationStrategy: PID 28467 died...\u000a23:14:32.786306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28467): Terminated: ok {rc=0}\u000a23:14:32.795881 --- ParallelTerminationStrategy: PID 28470 died...\u000a23:14:32.849533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28470): Terminated: ok {rc=0}\u000a23:14:32.859104 --- ParallelTerminationStrategy: PID 28473 died...\u000a23:14:32.912759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28473): Terminated: ok {rc=0}\u000a23:14:33.002407 bus /sierra_3: Setting Powered False\u000a23:14:34.108710 bus /sierra_3: Setting Powered False\u000a23:14:35.220653 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28482): Process ended prematurely: osmo-stp_10.42.42.5(pid=28482) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28482)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28482): Process ended prematurely: osmo-stp_10.42.42.5(pid=28482) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:14:36.338716 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:36.351177 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:14:36.510275 tst mo_mt_call_osmux.py: using LAC 24335\u000a23:14:36.639463 tst mo_mt_call_osmux.py: using RAC 110\u000a23:14:36.769512 tst mo_mt_call_osmux.py: using CellId 24335\u000a23:14:36.903542 tst mo_mt_call_osmux.py: using BVCI 24336\u000a23:14:36.929573 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:36.941290 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:36.952702 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:36.964397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:36.976390 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:14:36.988195 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:37.111976 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:14:37.326978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:37.833190 run create_hlr_db(pid=28476): Launched\u000a23:14:38.014505 bus /sierra_2: Setting Powered False\u000a23:14:39.036252 run create_hlr_db(pid=28476): Terminated: ok {rc=0}\u000a23:14:39.484641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28478): Launched\u000a23:14:39.823404 run osmo-hlr_10.42.42.2(pid=28479): Launched\u000a23:14:39.950613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:40.535011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28481): Launched\u000a23:14:40.873376 run osmo-stp_10.42.42.5(pid=28482): Launched\u000a23:14:40.996762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:41.609455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28484): Launched\u000a23:14:41.946349 run osmo-msc_10.42.42.6(pid=28485): Launched\u000a23:14:42.143037 run osmo-stp_10.42.42.5(pid=28482): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28482)]\u000a23:14:42.285123 run osmo-stp_10.42.42.5(pid=28482): stdout: \u000a| (launched: 2022-12-09_23:14:40.705933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:42.425930 run osmo-stp_10.42.42.5(pid=28482): stderr: \u000a| �[0;m�[38;5;43m20221209231440900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231440900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231440900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231440901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231440901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231440901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231440901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:42.561178 run osmo-stp_10.42.42.5(pid=28482): stdout: \u000a| (launched: 2022-12-09_23:14:40.705933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:42.695444 run osmo-stp_10.42.42.5(pid=28482): stderr: \u000a| �[0;m�[38;5;43m20221209231440900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231440900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231440900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231440901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231440901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231440901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231440901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:42.754322 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28482): Process ended prematurely: osmo-stp_10.42.42.5(pid=28482) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28482)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:14:42.763670 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:14:42.827507 run osmo-hlr_10.42.42.2(pid=28479): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28479)]\u000a23:14:42.879438 run osmo-hlr_10.42.42.2(pid=28479): stdout: \u000a| (launched: 2022-12-09_23:14:39.656134) \u000a23:14:42.933138 run osmo-hlr_10.42.42.2(pid=28479): stderr: \u000a| �[0;m�[1;31m20221209231439860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231439860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231439860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231439860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231439860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231439860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231439876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231439886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231439886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231439886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:43.004772 run osmo-msc_10.42.42.6(pid=28485): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28485)]\u000a23:14:43.057127 run osmo-msc_10.42.42.6(pid=28485): stdout: \u000a| (launched: 2022-12-09_23:14:41.779765) \u000a23:14:43.109747 run osmo-msc_10.42.42.6(pid=28485): stderr: \u000a| �[0;m�[38;5;43m20221209231442108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231442109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bef653c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231442109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231442109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231442109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231442109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231442111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231442111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231442111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231442111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:43.154304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28478): Terminating (SIGTERM)\u000a23:14:43.196692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28481): Terminating (SIGTERM)\u000a23:14:43.239253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28484): Terminating (SIGTERM)\u000a23:14:43.249302 --- ParallelTerminationStrategy: PID 28478 died...\u000a23:14:43.306044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28478): Terminated: ok {rc=0}\u000a23:14:43.316213 --- ParallelTerminationStrategy: PID 28481 died...\u000a23:14:43.372432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28481): Terminated: ok {rc=0}\u000a23:14:43.382732 --- ParallelTerminationStrategy: PID 28484 died...\u000a23:14:43.438779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28484): Terminated: ok {rc=0}\u000a23:14:43.527116 bus /sierra_3: Setting Powered False\u000a23:14:44.631708 bus /sierra_3: Setting Powered False\u000a23:14:45.744860 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:14:25" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28497): Process ended prematurely: osmo-stp_10.42.42.5(pid=28497) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28497)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28497): Process ended prematurely: osmo-stp_10.42.42.5(pid=28497) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:14:47.746755 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:47.757843 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:14:47.903184 tst mo_mt_call.py: using LAC 24336\u000a23:14:48.026230 tst mo_mt_call.py: using RAC 111\u000a23:14:48.149975 tst mo_mt_call.py: using CellId 24336\u000a23:14:48.273874 tst mo_mt_call.py: using BVCI 24337\u000a23:14:48.297653 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:48.308603 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:48.319438 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:48.330353 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:48.341289 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:48.352272 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:14:48.475209 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:14:48.693833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:49.226067 run create_hlr_db(pid=28491): Launched\u000a23:14:49.422436 bus /sierra_2: Setting Powered False\u000a23:14:50.442545 run create_hlr_db(pid=28491): Terminated: ok {rc=0}\u000a23:14:50.867428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28493): Launched\u000a23:14:51.185852 run osmo-hlr_10.42.42.2(pid=28494): Launched\u000a23:14:51.303102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:14:51.850756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28496): Launched\u000a23:14:52.165408 run osmo-stp_10.42.42.5(pid=28497): Launched\u000a23:14:52.280540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:14:52.856565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28499): Launched\u000a23:14:53.174471 run osmo-msc_10.42.42.6(pid=28500): Launched\u000a23:14:53.359309 run osmo-stp_10.42.42.5(pid=28497): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28497)]\u000a23:14:53.491814 run osmo-stp_10.42.42.5(pid=28497): stdout: \u000a| (launched: 2022-12-09_23:14:52.010673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:53.622116 run osmo-stp_10.42.42.5(pid=28497): stderr: \u000a| �[0;m�[38;5;43m20221209231452186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231452187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231452187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231452187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231452188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231452188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231452188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:53.747627 run osmo-stp_10.42.42.5(pid=28497): stdout: \u000a| (launched: 2022-12-09_23:14:52.010673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:14:53.872547 run osmo-stp_10.42.42.5(pid=28497): stderr: \u000a| �[0;m�[38;5;43m20221209231452186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231452187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231452187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231452187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231452188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231452188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231452188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:14:53.927700 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28497): Process ended prematurely: osmo-stp_10.42.42.5(pid=28497) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28497)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:14:53.936170 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:14:53.995892 run osmo-hlr_10.42.42.2(pid=28494): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28494)]\u000a23:14:54.045399 run osmo-hlr_10.42.42.2(pid=28494): stdout: \u000a| (launched: 2022-12-09_23:14:51.028205) \u000a23:14:54.095082 run osmo-hlr_10.42.42.2(pid=28494): stderr: \u000a| �[0;m�[1;31m20221209231451211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231451211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231451211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231451211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231451211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231451211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231451223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231451234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231451234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231451234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:14:54.162366 run osmo-msc_10.42.42.6(pid=28500): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28500)]\u000a23:14:54.211789 run osmo-msc_10.42.42.6(pid=28500): stdout: \u000a| (launched: 2022-12-09_23:14:53.016607) \u000a23:14:54.261438 run osmo-msc_10.42.42.6(pid=28500): stderr: \u000a| �[0;m�[38;5;43m20221209231453292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231453293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f759b7e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231453293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231453293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231453293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231453293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231453295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231453295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231453296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231453296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:14:54.303507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28493): Terminating (SIGTERM)\u000a23:14:54.343265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28496): Terminating (SIGTERM)\u000a23:14:54.382994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28499): Terminating (SIGTERM)\u000a23:14:54.392107 --- ParallelTerminationStrategy: PID 28493 died...\u000a23:14:54.445508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28493): Terminated: ok {rc=0}\u000a23:14:54.455984 --- ParallelTerminationStrategy: PID 28496 died...\u000a23:14:54.509447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28496): Terminated: ok {rc=0}\u000a23:14:54.518983 --- ParallelTerminationStrategy: PID 28499 died...\u000a23:14:54.572441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28499): Terminated: ok {rc=0}\u000a23:14:54.661548 bus /sierra_3: Setting Powered False\u000a23:14:55.765412 bus /sierra_3: Setting Powered False\u000a23:14:56.877825 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:14:57.989827 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:58.001479 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:14:58.157474 tst mo_mt_call_osmux.py: using LAC 24337\u000a23:14:58.290195 tst mo_mt_call_osmux.py: using RAC 112\u000a23:14:58.423602 tst mo_mt_call_osmux.py: using CellId 24337\u000a23:14:58.561537 tst mo_mt_call_osmux.py: using BVCI 24338\u000a23:14:58.587472 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:58.599289 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:58.610870 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:58.622289 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:58.634076 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:14:58.645530 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:14:58.763521 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:14:58.969921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:14:59.476904 run create_hlr_db(pid=28502): Launched\u000a23:14:59.665586 bus /sierra_2: Setting Powered False\u000a23:15:00.680935 run create_hlr_db(pid=28502): Terminated: ok {rc=0}\u000a23:15:01.157029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28504): Launched\u000a23:15:01.638065 run osmo-hlr_10.42.42.2(pid=28508): Launched\u000a23:15:01.863758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:02.430100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Launched\u000a23:15:02.769978 run osmo-stp_10.42.42.5(pid=28511): Launched\u000a23:15:02.893089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:03.507645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28513): Launched\u000a23:15:03.847037 run osmo-msc_10.42.42.6(pid=28514): Launched\u000a23:15:04.044201 run osmo-stp_10.42.42.5(pid=28511): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)]\u000a23:15:04.185743 run osmo-stp_10.42.42.5(pid=28511): stdout: \u000a| (launched: 2022-12-09_23:15:02.601462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:04.325964 run osmo-stp_10.42.42.5(pid=28511): stderr: \u000a| �[0;m�[38;5;43m20221209231502797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231502797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231502797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231502798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231502798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231502798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231502798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:04.461484 run osmo-stp_10.42.42.5(pid=28511): stdout: \u000a| (launched: 2022-12-09_23:15:02.601462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:04.595253 run osmo-stp_10.42.42.5(pid=28511): stderr: \u000a| �[0;m�[38;5;43m20221209231502797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231502797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231502797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231502798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231502798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231502798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231502798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:04.654447 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28511): Process ended prematurely: osmo-stp_10.42.42.5(pid=28511) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28511)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:15:04.663931 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a23:15:04.727738 run osmo-hlr_10.42.42.2(pid=28508): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28508)]\u000a23:15:04.779952 run osmo-hlr_10.42.42.2(pid=28508): stdout: \u000a| (launched: 2022-12-09_23:15:01.320764) \u000a23:15:04.832767 run osmo-hlr_10.42.42.2(pid=28508): stderr: \u000a| �[0;m�[1;31m20221209231501546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231501546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231501546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231501546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231501546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231501546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231501563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231501571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231501572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231501572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:04.904310 run osmo-msc_10.42.42.6(pid=28514): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28514)]\u000a23:15:04.956832 run osmo-msc_10.42.42.6(pid=28514): stdout: \u000a| (launched: 2022-12-09_23:15:03.679210) \u000a23:15:05.009592 run osmo-msc_10.42.42.6(pid=28514): stderr: \u000a| �[0;m�[38;5;43m20221209231504004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231504004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49bbedcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231504004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231504004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231504004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231504004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231504006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231504006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231504007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231504007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:05.054001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28504): Terminating (SIGTERM)\u000a23:15:05.096188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Terminating (SIGTERM)\u000a23:15:05.138372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28513): Terminating (SIGTERM)\u000a23:15:05.148368 --- ParallelTerminationStrategy: PID 28504 died...\u000a23:15:05.205674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28504): Terminated: ok {rc=0}\u000a23:15:05.215790 --- ParallelTerminationStrategy: PID 28510 died...\u000a23:15:05.272606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28510): Terminated: ok {rc=0}\u000a23:15:05.282855 --- ParallelTerminationStrategy: PID 28513 died...\u000a23:15:05.339426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28513): Terminated: ok {rc=0}\u000a23:15:05.426818 bus /sierra_3: Setting Powered False\u000a23:15:06.534297 bus /sierra_3: Setting Powered False\u000a23:15:07.645615 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28525): Process ended prematurely: osmo-stp_10.42.42.5(pid=28525) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28525): Process ended prematurely: osmo-stp_10.42.42.5(pid=28525) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:09.612038 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:09.623591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:15:09.780216 tst mo_mt_call.py: using LAC 24338\u000a23:15:09.911305 tst mo_mt_call.py: using RAC 113\u000a23:15:10.043198 tst mo_mt_call.py: using CellId 24338\u000a23:15:10.174608 tst mo_mt_call.py: using BVCI 24339\u000a23:15:10.200362 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:10.212306 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:10.223703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:10.235390 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:10.246796 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:10.258773 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:10.378644 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:10.593204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:11.099110 run create_hlr_db(pid=28519): Launched\u000a23:15:11.280556 bus /sierra_2: Setting Powered False\u000a23:15:12.301932 run create_hlr_db(pid=28519): Terminated: ok {rc=0}\u000a23:15:12.751808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28521): Launched\u000a23:15:13.091905 run osmo-hlr_10.42.42.2(pid=28522): Launched\u000a23:15:13.215578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:13.798980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28524): Launched\u000a23:15:14.137560 run osmo-stp_10.42.42.5(pid=28525): Launched\u000a23:15:14.259811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:14.875150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28527): Launched\u000a23:15:15.214497 run osmo-msc_10.42.42.6(pid=28528): Launched\u000a23:15:15.411306 run osmo-stp_10.42.42.5(pid=28525): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)]\u000a23:15:15.552938 run osmo-stp_10.42.42.5(pid=28525): stdout: \u000a| (launched: 2022-12-09_23:15:13.969783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:15.693284 run osmo-stp_10.42.42.5(pid=28525): stderr: \u000a| �[0;m�[38;5;43m20221209231514166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231514167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231514167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231514167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231514168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231514168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231514168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:15.834667 run osmo-stp_10.42.42.5(pid=28525): stdout: \u000a| (launched: 2022-12-09_23:15:13.969783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:15.970686 run osmo-stp_10.42.42.5(pid=28525): stderr: \u000a| �[0;m�[38;5;43m20221209231514166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231514167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231514167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231514167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231514168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231514168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231514168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:16.027057 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28525): Process ended prematurely: osmo-stp_10.42.42.5(pid=28525) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28525)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:15:16.036542 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:15:16.098826 run osmo-hlr_10.42.42.2(pid=28522): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28522)]\u000a23:15:16.150811 run osmo-hlr_10.42.42.2(pid=28522): stdout: \u000a| (launched: 2022-12-09_23:15:12.923243) \u000a23:15:16.204152 run osmo-hlr_10.42.42.2(pid=28522): stderr: \u000a| �[0;m�[1;31m20221209231513124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231513124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231513124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231513124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231513124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231513124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231513136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231513144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231513145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231513145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:16.273879 run osmo-msc_10.42.42.6(pid=28528): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28528)]\u000a23:15:16.325064 run osmo-msc_10.42.42.6(pid=28528): stdout: \u000a| (launched: 2022-12-09_23:15:15.048009) \u000a23:15:16.377382 run osmo-msc_10.42.42.6(pid=28528): stderr: \u000a| �[0;m�[38;5;43m20221209231515375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231515375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b4359bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231515375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231515376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231515376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231515376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231515378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231515378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231515378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231515378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:16.420930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28521): Terminating (SIGTERM)\u000a23:15:16.463113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28524): Terminating (SIGTERM)\u000a23:15:16.507714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28527): Terminating (SIGTERM)\u000a23:15:16.517769 --- ParallelTerminationStrategy: PID 28521 died...\u000a23:15:16.575967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28521): Terminated: ok {rc=0}\u000a23:15:16.586055 --- ParallelTerminationStrategy: PID 28524 died...\u000a23:15:16.640822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28524): Terminated: ok {rc=0}\u000a23:15:16.651094 --- ParallelTerminationStrategy: PID 28527 died...\u000a23:15:16.706579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28527): Terminated: ok {rc=0}\u000a23:15:16.793895 bus /sierra_3: Setting Powered False\u000a23:15:17.894527 bus /sierra_3: Setting Powered False\u000a23:15:19.005373 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28536): Process ended prematurely: osmo-stp_10.42.42.5(pid=28536) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28536)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28536): Process ended prematurely: osmo-stp_10.42.42.5(pid=28536) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:20.117408 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:20.129338 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:15:20.277606 tst mo_mt_call_osmux.py: using LAC 24339\u000a23:15:20.406415 tst mo_mt_call_osmux.py: using RAC 114\u000a23:15:20.528766 tst mo_mt_call_osmux.py: using CellId 24339\u000a23:15:20.650190 tst mo_mt_call_osmux.py: using BVCI 24340\u000a23:15:20.674069 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:20.685213 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:20.696148 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:20.707106 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:20.718139 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:15:20.729121 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:20.847044 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:15:21.064870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:21.602048 run create_hlr_db(pid=28530): Launched\u000a23:15:21.782646 bus /sierra_2: Setting Powered False\u000a23:15:22.804407 run create_hlr_db(pid=28530): Terminated: ok {rc=0}\u000a23:15:23.254354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28532): Launched\u000a23:15:23.594758 run osmo-hlr_10.42.42.2(pid=28533): Launched\u000a23:15:23.719362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:24.306725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28535): Launched\u000a23:15:24.645284 run osmo-stp_10.42.42.5(pid=28536): Launched\u000a23:15:24.768325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:25.383239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28538): Launched\u000a23:15:25.723052 run osmo-msc_10.42.42.6(pid=28540): Launched\u000a23:15:25.919722 run osmo-stp_10.42.42.5(pid=28536): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28536)]\u000a23:15:26.062386 run osmo-stp_10.42.42.5(pid=28536): stdout: \u000a| (launched: 2022-12-09_23:15:24.478207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:26.203066 run osmo-stp_10.42.42.5(pid=28536): stderr: \u000a| �[0;m�[38;5;43m20221209231524676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231524676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231524676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231524677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231524677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231524677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231524677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:26.338341 run osmo-stp_10.42.42.5(pid=28536): stdout: \u000a| (launched: 2022-12-09_23:15:24.478207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:26.472347 run osmo-stp_10.42.42.5(pid=28536): stderr: \u000a| �[0;m�[38;5;43m20221209231524676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231524676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231524676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231524677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231524677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231524677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231524677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:26.531539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28536): Process ended prematurely: osmo-stp_10.42.42.5(pid=28536) [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28536)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:15:26.541119 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:15:26.605186 run osmo-hlr_10.42.42.2(pid=28533): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28533)]\u000a23:15:26.657573 run osmo-hlr_10.42.42.2(pid=28533): stdout: \u000a| (launched: 2022-12-09_23:15:23.427094) \u000a23:15:26.710477 run osmo-hlr_10.42.42.2(pid=28533): stderr: \u000a| �[0;m�[1;31m20221209231523632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231523632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231523632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231523632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231523632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231523632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231523644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231523652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231523652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231523653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:26.781949 run osmo-msc_10.42.42.6(pid=28540): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28540)]\u000a23:15:26.834153 run osmo-msc_10.42.42.6(pid=28540): stdout: \u000a| (launched: 2022-12-09_23:15:25.554776) \u000a23:15:26.886740 run osmo-msc_10.42.42.6(pid=28540): stderr: \u000a| �[0;m�[38;5;43m20221209231525878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231525878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc110ac5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231525879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231525879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231525879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231525879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231525881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231525881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231525881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231525881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:26.931520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28532): Terminating (SIGTERM)\u000a23:15:26.973971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28535): Terminating (SIGTERM)\u000a23:15:27.016760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28538): Terminating (SIGTERM)\u000a23:15:27.026524 --- ParallelTerminationStrategy: PID 28532 died...\u000a23:15:27.083274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28532): Terminated: ok {rc=0}\u000a23:15:27.093534 --- ParallelTerminationStrategy: PID 28535 died...\u000a23:15:27.149857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28535): Terminated: ok {rc=0}\u000a23:15:27.160036 --- ParallelTerminationStrategy: PID 28538 died...\u000a23:15:27.216554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28538): Terminated: ok {rc=0}\u000a23:15:27.305562 bus /sierra_3: Setting Powered False\u000a23:15:28.410771 bus /sierra_3: Setting Powered False\u000a23:15:29.521823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:15:09" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28551): Process ended prematurely: osmo-stp_10.42.42.5(pid=28551) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28551)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28551): Process ended prematurely: osmo-stp_10.42.42.5(pid=28551) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:31.515106 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:31.529780 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:15:31.695926 tst mo_mt_call.py: using LAC 24340\u000a23:15:31.855330 tst mo_mt_call.py: using RAC 115\u000a23:15:32.028815 tst mo_mt_call.py: using CellId 24340\u000a23:15:32.197049 tst mo_mt_call.py: using BVCI 24341\u000a23:15:32.231586 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:32.247632 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:32.262067 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:32.275207 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:32.287591 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:32.301518 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:32.431653 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:32.640194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:33.144907 run create_hlr_db(pid=28545): Launched\u000a23:15:33.326002 bus /sierra_2: Setting Powered False\u000a23:15:34.347319 run create_hlr_db(pid=28545): Terminated: ok {rc=0}\u000a23:15:34.764843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28547): Launched\u000a23:15:35.081556 run osmo-hlr_10.42.42.2(pid=28548): Launched\u000a23:15:35.196386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:35.742677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28550): Launched\u000a23:15:36.056804 run osmo-stp_10.42.42.5(pid=28551): Launched\u000a23:15:36.170778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:36.745346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28553): Launched\u000a23:15:37.061739 run osmo-msc_10.42.42.6(pid=28554): Launched\u000a23:15:37.244815 run osmo-stp_10.42.42.5(pid=28551): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28551)]\u000a23:15:37.376674 run osmo-stp_10.42.42.5(pid=28551): stdout: \u000a| (launched: 2022-12-09_23:15:35.901864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:37.506478 run osmo-stp_10.42.42.5(pid=28551): stderr: \u000a| �[0;m�[38;5;43m20221209231536075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231536075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231536075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231536075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231536076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231536076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231536076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:37.631964 run osmo-stp_10.42.42.5(pid=28551): stdout: \u000a| (launched: 2022-12-09_23:15:35.901864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:37.757493 run osmo-stp_10.42.42.5(pid=28551): stderr: \u000a| �[0;m�[38;5;43m20221209231536075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231536075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231536075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231536075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231536076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231536076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231536076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:37.812433 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28551): Process ended prematurely: osmo-stp_10.42.42.5(pid=28551) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28551)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:15:37.820897 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:15:37.880346 run osmo-hlr_10.42.42.2(pid=28548): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28548)]\u000a23:15:37.929611 run osmo-hlr_10.42.42.2(pid=28548): stdout: \u000a| (launched: 2022-12-09_23:15:34.924486) \u000a23:15:37.979643 run osmo-hlr_10.42.42.2(pid=28548): stderr: \u000a| �[0;m�[1;31m20221209231535104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231535104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231535104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231535104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231535104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231535105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231535120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231535130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231535130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231535130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:38.047233 run osmo-msc_10.42.42.6(pid=28554): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28554)]\u000a23:15:38.096416 run osmo-msc_10.42.42.6(pid=28554): stdout: \u000a| (launched: 2022-12-09_23:15:36.904741) \u000a23:15:38.145920 run osmo-msc_10.42.42.6(pid=28554): stderr: \u000a| �[0;m�[38;5;43m20221209231537181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231537181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f174e00ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231537181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231537181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231537181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231537182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231537183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231537184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231537184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231537184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:38.187633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28547): Terminating (SIGTERM)\u000a23:15:38.227070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28550): Terminating (SIGTERM)\u000a23:15:38.266637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28553): Terminating (SIGTERM)\u000a23:15:38.275681 --- ParallelTerminationStrategy: PID 28547 died...\u000a23:15:38.329322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28547): Terminated: ok {rc=0}\u000a23:15:38.338858 --- ParallelTerminationStrategy: PID 28550 died...\u000a23:15:38.391796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28550): Terminated: ok {rc=0}\u000a23:15:38.401355 --- ParallelTerminationStrategy: PID 28553 died...\u000a23:15:38.454990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28553): Terminated: ok {rc=0}\u000a23:15:38.539409 bus /sierra_3: Setting Powered False\u000a23:15:39.641173 bus /sierra_3: Setting Powered False\u000a23:15:40.753818 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28562): Process ended prematurely: osmo-stp_10.42.42.5(pid=28562) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28562)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28562): Process ended prematurely: osmo-stp_10.42.42.5(pid=28562) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28562)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:15:41.866613 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:41.878398 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:15:42.026920 tst mo_mt_call_osmux.py: using LAC 24341\u000a23:15:42.151665 tst mo_mt_call_osmux.py: using RAC 116\u000a23:15:42.276177 tst mo_mt_call_osmux.py: using CellId 24341\u000a23:15:42.400724 tst mo_mt_call_osmux.py: using BVCI 24342\u000a23:15:42.424552 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:42.435550 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:42.446512 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:42.457447 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:42.468348 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:15:42.479301 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:42.602027 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:15:42.810990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:43.318771 run create_hlr_db(pid=28556): Launched\u000a23:15:43.500407 bus /sierra_2: Setting Powered False\u000a23:15:44.521485 run create_hlr_db(pid=28556): Terminated: ok {rc=0}\u000a23:15:44.971003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28558): Launched\u000a23:15:45.311441 run osmo-hlr_10.42.42.2(pid=28559): Launched\u000a23:15:45.437735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:46.065648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28561): Launched\u000a23:15:46.547763 run osmo-stp_10.42.42.5(pid=28562): Launched\u000a23:15:46.783000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:47.386099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28564): Launched\u000a23:15:47.725660 run osmo-msc_10.42.42.6(pid=28565): Launched\u000a23:15:47.922374 run osmo-stp_10.42.42.5(pid=28562): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28562)]\u000a23:15:48.064300 run osmo-stp_10.42.42.5(pid=28562): stdout: \u000a| (launched: 2022-12-09_23:15:46.256135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:48.204869 run osmo-stp_10.42.42.5(pid=28562): stderr: \u000a| �[0;m�[38;5;43m20221209231546507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231546507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231546507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231546508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231546508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231546508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231546508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:48.340040 run osmo-stp_10.42.42.5(pid=28562): stdout: \u000a| (launched: 2022-12-09_23:15:46.256135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:48.473913 run osmo-stp_10.42.42.5(pid=28562): stderr: \u000a| �[0;m�[38;5;43m20221209231546507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231546507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231546507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231546508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231546508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231546508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231546508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:48.533231 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28562): Process ended prematurely: osmo-stp_10.42.42.5(pid=28562) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28562)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:15:48.542842 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a23:15:48.606889 run osmo-hlr_10.42.42.2(pid=28559): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28559)]\u000a23:15:48.659183 run osmo-hlr_10.42.42.2(pid=28559): stdout: \u000a| (launched: 2022-12-09_23:15:45.143154) \u000a23:15:48.711992 run osmo-hlr_10.42.42.2(pid=28559): stderr: \u000a| �[0;m�[1;31m20221209231545346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231545346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231545346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231545346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231545346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231545346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231545359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231545367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231545368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231545368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:15:48.782984 run osmo-msc_10.42.42.6(pid=28565): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28565)]\u000a23:15:48.835665 run osmo-msc_10.42.42.6(pid=28565): stdout: \u000a| (launched: 2022-12-09_23:15:47.557872) \u000a23:15:48.888502 run osmo-msc_10.42.42.6(pid=28565): stderr: \u000a| �[0;m�[38;5;43m20221209231547882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231547882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a749d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231547882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231547882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231547882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231547882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231547884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231547884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231547885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231547885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:15:48.933437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28558): Terminating (SIGTERM)\u000a23:15:48.975901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28561): Terminating (SIGTERM)\u000a23:15:49.018674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28564): Terminating (SIGTERM)\u000a23:15:49.028632 --- ParallelTerminationStrategy: PID 28558 died...\u000a23:15:49.085358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28558): Terminated: ok {rc=0}\u000a23:15:49.095685 --- ParallelTerminationStrategy: PID 28561 died...\u000a23:15:49.151927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28561): Terminated: ok {rc=0}\u000a23:15:49.162352 --- ParallelTerminationStrategy: PID 28564 died...\u000a23:15:49.218566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28564): Terminated: ok {rc=0}\u000a23:15:49.306000 bus /sierra_3: Setting Powered False\u000a23:15:50.414177 bus /sierra_3: Setting Powered False\u000a23:15:51.523113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:15:31" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28576): Process ended prematurely: osmo-stp_10.42.42.5(pid=28576) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28576)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28576): Process ended prematurely: osmo-stp_10.42.42.5(pid=28576) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:15:53.492570 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:15:53.504312 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:15:53.663281 tst mo_mt_call.py: using LAC 24342\u000a23:15:53.793394 tst mo_mt_call.py: using RAC 117\u000a23:15:53.923923 tst mo_mt_call.py: using CellId 24342\u000a23:15:54.055280 tst mo_mt_call.py: using BVCI 24343\u000a23:15:54.081045 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:15:54.092535 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:15:54.103967 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:15:54.115459 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:15:54.127175 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:15:54.138893 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:15:54.257528 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:15:54.476483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:15:55.006706 run create_hlr_db(pid=28570): Launched\u000a23:15:55.201910 bus /sierra_2: Setting Powered False\u000a23:15:56.222079 run create_hlr_db(pid=28570): Terminated: ok {rc=0}\u000a23:15:56.669942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28572): Launched\u000a23:15:57.009933 run osmo-hlr_10.42.42.2(pid=28573): Launched\u000a23:15:57.134383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:15:57.724720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28575): Launched\u000a23:15:58.066087 run osmo-stp_10.42.42.5(pid=28576): Launched\u000a23:15:58.189072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:15:58.804545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28578): Launched\u000a23:15:59.145146 run osmo-msc_10.42.42.6(pid=28579): Launched\u000a23:15:59.341807 run osmo-stp_10.42.42.5(pid=28576): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28576)]\u000a23:15:59.483630 run osmo-stp_10.42.42.5(pid=28576): stdout: \u000a| (launched: 2022-12-09_23:15:57.897049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:59.623694 run osmo-stp_10.42.42.5(pid=28576): stderr: \u000a| �[0;m�[38;5;43m20221209231558091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231558091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231558091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231558092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231558092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231558092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231558092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:59.758757 run osmo-stp_10.42.42.5(pid=28576): stdout: \u000a| (launched: 2022-12-09_23:15:57.897049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:15:59.892812 run osmo-stp_10.42.42.5(pid=28576): stderr: \u000a| �[0;m�[38;5;43m20221209231558091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231558091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231558091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231558092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231558092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231558092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231558092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:15:59.951676 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28576): Process ended prematurely: osmo-stp_10.42.42.5(pid=28576) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28576)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:15:59.961545 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:16:00.025265 run osmo-hlr_10.42.42.2(pid=28573): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28573)]\u000a23:16:00.077262 run osmo-hlr_10.42.42.2(pid=28573): stdout: \u000a| (launched: 2022-12-09_23:15:56.841980) \u000a23:16:00.129907 run osmo-hlr_10.42.42.2(pid=28573): stderr: \u000a| �[0;m�[1;31m20221209231557046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231557046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231557046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231557046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231557046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231557046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231557068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231557078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231557078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231557078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:00.201203 run osmo-msc_10.42.42.6(pid=28579): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28579)]\u000a23:16:00.253301 run osmo-msc_10.42.42.6(pid=28579): stdout: \u000a| (launched: 2022-12-09_23:15:58.976715) \u000a23:16:00.305663 run osmo-msc_10.42.42.6(pid=28579): stderr: \u000a| �[0;m�[38;5;43m20221209231559301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231559302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0eb9b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231559302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231559302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231559302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231559302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231559304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231559304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231559304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231559304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:00.350586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28572): Terminating (SIGTERM)\u000a23:16:00.392743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28575): Terminating (SIGTERM)\u000a23:16:00.435646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28578): Terminating (SIGTERM)\u000a23:16:00.445547 --- ParallelTerminationStrategy: PID 28572 died...\u000a23:16:00.502705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28572): Terminated: ok {rc=0}\u000a23:16:00.512727 --- ParallelTerminationStrategy: PID 28575 died...\u000a23:16:00.569333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28575): Terminated: ok {rc=0}\u000a23:16:00.579779 --- ParallelTerminationStrategy: PID 28578 died...\u000a23:16:00.637242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28578): Terminated: ok {rc=0}\u000a23:16:00.725452 bus /sierra_3: Setting Powered False\u000a23:16:01.837693 bus /sierra_3: Setting Powered False\u000a23:16:02.949886 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28587): Process ended prematurely: osmo-stp_10.42.42.5(pid=28587) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28587)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28587): Process ended prematurely: osmo-stp_10.42.42.5(pid=28587) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:04.068640 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:04.081201 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:16:04.238081 tst mo_mt_call_osmux.py: using LAC 24343\u000a23:16:04.371238 tst mo_mt_call_osmux.py: using RAC 118\u000a23:16:04.507022 tst mo_mt_call_osmux.py: using CellId 24343\u000a23:16:04.637109 tst mo_mt_call_osmux.py: using BVCI 24344\u000a23:16:04.662906 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:04.674544 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:04.685958 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:04.697589 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:04.709470 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:16:04.720927 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:04.842589 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:16:05.063015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:05.594452 run create_hlr_db(pid=28581): Launched\u000a23:16:05.791105 bus /sierra_2: Setting Powered False\u000a23:16:06.810773 run create_hlr_db(pid=28581): Terminated: ok {rc=0}\u000a23:16:07.234743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28583): Launched\u000a23:16:07.552927 run osmo-hlr_10.42.42.2(pid=28584): Launched\u000a23:16:07.678839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:08.235684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28586): Launched\u000a23:16:08.552773 run osmo-stp_10.42.42.5(pid=28587): Launched\u000a23:16:08.667517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:09.242741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28589): Launched\u000a23:16:09.566746 run osmo-msc_10.42.42.6(pid=28590): Launched\u000a23:16:09.767507 run osmo-stp_10.42.42.5(pid=28587): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28587)]\u000a23:16:09.910972 run osmo-stp_10.42.42.5(pid=28587): stdout: \u000a| (launched: 2022-12-09_23:16:08.395785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:10.054819 run osmo-stp_10.42.42.5(pid=28587): stderr: \u000a| �[0;m�[38;5;43m20221209231608571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231608571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231608571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231608572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231608572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231608572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231608572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:10.190590 run osmo-stp_10.42.42.5(pid=28587): stdout: \u000a| (launched: 2022-12-09_23:16:08.395785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:10.325321 run osmo-stp_10.42.42.5(pid=28587): stderr: \u000a| �[0;m�[38;5;43m20221209231608571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231608571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231608571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231608572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231608572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231608572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231608572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:10.384576 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28587): Process ended prematurely: osmo-stp_10.42.42.5(pid=28587) [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28587)] [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:16:10.394476 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:16:10.459117 run osmo-hlr_10.42.42.2(pid=28584): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28584)]\u000a23:16:10.511728 run osmo-hlr_10.42.42.2(pid=28584): stdout: \u000a| (launched: 2022-12-09_23:16:07.394610) \u000a23:16:10.564879 run osmo-hlr_10.42.42.2(pid=28584): stderr: \u000a| �[0;m�[1;31m20221209231607574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231607574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231607574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231607574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231607574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231607574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231607586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231607594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231607595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231607595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:10.636934 run osmo-msc_10.42.42.6(pid=28590): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28590)]\u000a23:16:10.689931 run osmo-msc_10.42.42.6(pid=28590): stdout: \u000a| (launched: 2022-12-09_23:16:09.402075) \u000a23:16:10.743182 run osmo-msc_10.42.42.6(pid=28590): stderr: \u000a| �[0;m�[38;5;43m20221209231609723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231609723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe50109cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231609724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231609724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231609724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231609724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231609726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231609726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231609726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231609726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:10.788083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28583): Terminating (SIGTERM)\u000a23:16:10.831249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28586): Terminating (SIGTERM)\u000a23:16:10.874229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28589): Terminating (SIGTERM)\u000a23:16:10.884154 --- ParallelTerminationStrategy: PID 28583 died...\u000a23:16:10.941054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28583): Terminated: ok {rc=0}\u000a23:16:10.951777 --- ParallelTerminationStrategy: PID 28586 died...\u000a23:16:11.008916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28586): Terminated: ok {rc=0}\u000a23:16:11.019755 --- ParallelTerminationStrategy: PID 28589 died...\u000a23:16:11.076699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28589): Terminated: ok {rc=0}\u000a23:16:11.164120 bus /sierra_3: Setting Powered False\u000a23:16:12.271354 bus /sierra_3: Setting Powered False\u000a23:16:13.377917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:15:53" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:16:15.324773 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:15.335834 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:16:15.480843 tst mo_mt_call.py: using LAC 24344\u000a23:16:15.599023 tst mo_mt_call.py: using RAC 119\u000a23:16:15.717625 tst mo_mt_call.py: using CellId 24344\u000a23:16:15.846795 tst mo_mt_call.py: using BVCI 24345\u000a23:16:15.872400 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:15.884706 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:15.896714 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:15.910874 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:15.925536 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:15.938370 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:16.065722 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:16.300030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:16.861109 run create_hlr_db(pid=28596): Launched\u000a23:16:17.055591 bus /sierra_2: Setting Powered False\u000a23:16:18.072369 run create_hlr_db(pid=28596): Terminated: ok {rc=0}\u000a23:16:18.480299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Launched\u000a23:16:18.783882 run osmo-hlr_10.42.42.2(pid=28599): Launched\u000a23:16:18.895242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:19.418960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Launched\u000a23:16:19.722788 run osmo-stp_10.42.42.5(pid=28602): Launched\u000a23:16:19.834044 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:20.389894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28604): Launched\u000a23:16:20.694264 run osmo-msc_10.42.42.6(pid=28605): Launched\u000a23:16:20.870998 run osmo-stp_10.42.42.5(pid=28602): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)]\u000a23:16:20.999186 run osmo-stp_10.42.42.5(pid=28602): stdout: \u000a| (launched: 2022-12-09_23:16:19.572156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:21.124930 run osmo-stp_10.42.42.5(pid=28602): stderr: \u000a| �[0;m�[38;5;43m20221209231619744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231619745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231619746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231619746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231619747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231619747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231619747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:21.247009 run osmo-stp_10.42.42.5(pid=28602): stdout: \u000a| (launched: 2022-12-09_23:16:19.572156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:21.367473 run osmo-stp_10.42.42.5(pid=28602): stderr: \u000a| �[0;m�[38;5;43m20221209231619744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231619745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231619746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231619746 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231619747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231619747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231619747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:21.420728 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28602): Process ended prematurely: osmo-stp_10.42.42.5(pid=28602) [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28602)] [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:16:21.429447 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:16:21.488289 run osmo-hlr_10.42.42.2(pid=28599): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28599)]\u000a23:16:21.537375 run osmo-hlr_10.42.42.2(pid=28599): stdout: \u000a| (launched: 2022-12-09_23:16:18.634146) \u000a23:16:21.587047 run osmo-hlr_10.42.42.2(pid=28599): stderr: \u000a| �[0;m�[1;31m20221209231618810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231618810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231618810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231618810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231618810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231618810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231618825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231618834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231618834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231618834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:21.653998 run osmo-msc_10.42.42.6(pid=28605): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28605)]\u000a23:16:21.702982 run osmo-msc_10.42.42.6(pid=28605): stdout: \u000a| (launched: 2022-12-09_23:16:20.543631) \u000a23:16:21.752242 run osmo-msc_10.42.42.6(pid=28605): stderr: \u000a| �[0;m�[38;5;43m20221209231620814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231620815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff947d88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231620815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231620815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231620815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231620815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231620817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231620817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231620818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231620818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:21.793995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Terminating (SIGTERM)\u000a23:16:21.833755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Terminating (SIGTERM)\u000a23:16:21.873496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28604): Terminating (SIGTERM)\u000a23:16:21.882657 --- ParallelTerminationStrategy: PID 28598 died...\u000a23:16:21.936313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28598): Terminated: ok {rc=0}\u000a23:16:21.946288 --- ParallelTerminationStrategy: PID 28601 died...\u000a23:16:22.000010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28601): Terminated: ok {rc=0}\u000a23:16:22.009812 --- ParallelTerminationStrategy: PID 28604 died...\u000a23:16:22.063247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28604): Terminated: ok {rc=0}\u000a23:16:22.146279 bus /sierra_3: Setting Powered False\u000a23:16:23.253051 bus /sierra_3: Setting Powered False\u000a23:16:24.360843 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28613): Process ended prematurely: osmo-stp_10.42.42.5(pid=28613) [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28613): Process ended prematurely: osmo-stp_10.42.42.5(pid=28613) [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:25.476061 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:25.488119 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:16:25.633562 tst mo_mt_call_osmux.py: using LAC 24345\u000a23:16:25.752207 tst mo_mt_call_osmux.py: using RAC 120\u000a23:16:25.873230 tst mo_mt_call_osmux.py: using CellId 24345\u000a23:16:25.994351 tst mo_mt_call_osmux.py: using BVCI 24346\u000a23:16:26.017660 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:26.029484 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:26.040360 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:26.051317 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:26.062306 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:16:26.073214 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:26.193015 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:16:26.406130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:26.918325 run create_hlr_db(pid=28607): Launched\u000a23:16:27.106953 bus /sierra_2: Setting Powered False\u000a23:16:28.128424 run create_hlr_db(pid=28607): Terminated: ok {rc=0}\u000a23:16:28.537580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28609): Launched\u000a23:16:28.841575 run osmo-hlr_10.42.42.2(pid=28610): Launched\u000a23:16:28.962377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:29.496749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28612): Launched\u000a23:16:29.798920 run osmo-stp_10.42.42.5(pid=28613): Launched\u000a23:16:29.909138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:30.461285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28615): Launched\u000a23:16:30.764057 run osmo-msc_10.42.42.6(pid=28616): Launched\u000a23:16:31.066038 run osmo-stp_10.42.42.5(pid=28613): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)]\u000a23:16:31.341963 run osmo-stp_10.42.42.5(pid=28613): stdout: \u000a| (launched: 2022-12-09_23:16:29.650279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:31.534200 run osmo-stp_10.42.42.5(pid=28613): stderr: \u000a| �[0;m�[38;5;43m20221209231629821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231629821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231629821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231629822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231629824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231629824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231629824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:31.670590 run osmo-stp_10.42.42.5(pid=28613): stdout: \u000a| (launched: 2022-12-09_23:16:29.650279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:31.805976 run osmo-stp_10.42.42.5(pid=28613): stderr: \u000a| �[0;m�[38;5;43m20221209231629821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231629821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231629821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231629822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231629824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231629824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231629824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:31.864836 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28613): Process ended prematurely: osmo-stp_10.42.42.5(pid=28613) [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28613)] [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:16:31.875356 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:16:31.943475 run osmo-hlr_10.42.42.2(pid=28610): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28610)]\u000a23:16:31.999388 run osmo-hlr_10.42.42.2(pid=28610): stdout: \u000a| (launched: 2022-12-09_23:16:28.691490) \u000a23:16:32.054404 run osmo-hlr_10.42.42.2(pid=28610): stderr: \u000a| �[0;m�[1;31m20221209231628869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231628869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231628869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231628869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231628869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231628869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231628881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231628890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231628890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231628890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:32.128079 run osmo-msc_10.42.42.6(pid=28616): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28616)]\u000a23:16:32.182628 run osmo-msc_10.42.42.6(pid=28616): stdout: \u000a| (launched: 2022-12-09_23:16:30.614364) \u000a23:16:32.237111 run osmo-msc_10.42.42.6(pid=28616): stderr: \u000a| �[0;m�[38;5;43m20221209231630944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231630944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96fff09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231630944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231630944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231630945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231630946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231630952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231630953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231630953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231630953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:32.284119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28609): Terminating (SIGTERM)\u000a23:16:32.326593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28612): Terminating (SIGTERM)\u000a23:16:32.369678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28615): Terminating (SIGTERM)\u000a23:16:32.379483 --- ParallelTerminationStrategy: PID 28609 died...\u000a23:16:32.436767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28609): Terminated: ok {rc=0}\u000a23:16:32.447015 --- ParallelTerminationStrategy: PID 28612 died...\u000a23:16:32.504154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28612): Terminated: ok {rc=0}\u000a23:16:32.514327 --- ParallelTerminationStrategy: PID 28615 died...\u000a23:16:32.571210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28615): Terminated: ok {rc=0}\u000a23:16:32.657375 bus /sierra_3: Setting Powered False\u000a23:16:33.763717 bus /sierra_3: Setting Powered False\u000a23:16:34.874201 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:16:15" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28627): Process ended prematurely: osmo-stp_10.42.42.5(pid=28627) [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28627)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28627): Process ended prematurely: osmo-stp_10.42.42.5(pid=28627) [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:16:36.836076 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:36.847298 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:16:36.998568 tst mo_mt_call.py: using LAC 24346\u000a23:16:37.125634 tst mo_mt_call.py: using RAC 121\u000a23:16:37.252153 tst mo_mt_call.py: using CellId 24346\u000a23:16:37.385561 tst mo_mt_call.py: using BVCI 24347\u000a23:16:37.410283 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:37.421536 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:37.432558 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:37.443777 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:37.455156 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:37.466587 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:37.588388 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:37.791511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:38.279459 run create_hlr_db(pid=28621): Launched\u000a23:16:38.453121 bus /sierra_2: Setting Powered False\u000a23:16:39.475207 run create_hlr_db(pid=28621): Terminated: ok {rc=0}\u000a23:16:39.907884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28623): Launched\u000a23:16:40.237961 run osmo-hlr_10.42.42.2(pid=28624): Launched\u000a23:16:40.360483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:40.927935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28626): Launched\u000a23:16:41.255350 run osmo-stp_10.42.42.5(pid=28627): Launched\u000a23:16:41.374620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:41.968090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28629): Launched\u000a23:16:42.295966 run osmo-msc_10.42.42.6(pid=28630): Launched\u000a23:16:42.490461 run osmo-stp_10.42.42.5(pid=28627): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28627)]\u000a23:16:42.627745 run osmo-stp_10.42.42.5(pid=28627): stdout: \u000a| (launched: 2022-12-09_23:16:41.094145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:42.764079 run osmo-stp_10.42.42.5(pid=28627): stderr: \u000a| �[0;m�[38;5;43m20221209231641287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231641287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231641287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231641288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231641288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231641288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231641288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:42.894569 run osmo-stp_10.42.42.5(pid=28627): stdout: \u000a| (launched: 2022-12-09_23:16:41.094145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:43.024681 run osmo-stp_10.42.42.5(pid=28627): stderr: \u000a| �[0;m�[38;5;43m20221209231641287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231641287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231641287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231641288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231641288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231641288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231641288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:43.081866 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28627): Process ended prematurely: osmo-stp_10.42.42.5(pid=28627) [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28627)] [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:16:43.091169 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:16:43.154157 run osmo-hlr_10.42.42.2(pid=28624): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28624)]\u000a23:16:43.205652 run osmo-hlr_10.42.42.2(pid=28624): stdout: \u000a| (launched: 2022-12-09_23:16:40.074783) \u000a23:16:43.257969 run osmo-hlr_10.42.42.2(pid=28624): stderr: \u000a| �[0;m�[1;31m20221209231640274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231640274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231640274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231640275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231640275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231640275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231640287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231640296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231640296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231640296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:43.328887 run osmo-msc_10.42.42.6(pid=28630): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28630)]\u000a23:16:43.380474 run osmo-msc_10.42.42.6(pid=28630): stdout: \u000a| (launched: 2022-12-09_23:16:42.134276) \u000a23:16:43.432629 run osmo-msc_10.42.42.6(pid=28630): stderr: \u000a| �[0;m�[38;5;43m20221209231642457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231642457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc84782c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231642457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231642457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231642457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231642457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231642459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231642459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231642459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231642459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:43.476998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28623): Terminating (SIGTERM)\u000a23:16:43.518919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28626): Terminating (SIGTERM)\u000a23:16:43.560806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28629): Terminating (SIGTERM)\u000a23:16:43.570771 --- ParallelTerminationStrategy: PID 28623 died...\u000a23:16:43.627203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28623): Terminated: ok {rc=0}\u000a23:16:43.637358 --- ParallelTerminationStrategy: PID 28626 died...\u000a23:16:43.693400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28626): Terminated: ok {rc=0}\u000a23:16:43.703365 --- ParallelTerminationStrategy: PID 28629 died...\u000a23:16:43.759487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28629): Terminated: ok {rc=0}\u000a23:16:43.846795 bus /sierra_3: Setting Powered False\u000a23:16:44.952684 bus /sierra_3: Setting Powered False\u000a23:16:46.061450 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28638): Process ended prematurely: osmo-stp_10.42.42.5(pid=28638) [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28638)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28638): Process ended prematurely: osmo-stp_10.42.42.5(pid=28638) [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:16:47.179042 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:47.191380 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:16:47.341257 tst mo_mt_call_osmux.py: using LAC 24347\u000a23:16:47.467952 tst mo_mt_call_osmux.py: using RAC 122\u000a23:16:47.595547 tst mo_mt_call_osmux.py: using CellId 24347\u000a23:16:47.724445 tst mo_mt_call_osmux.py: using BVCI 24348\u000a23:16:47.749160 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:47.760368 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:47.771408 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:47.782748 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:47.794119 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:16:47.805471 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:47.922058 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:16:48.124854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:48.609673 run create_hlr_db(pid=28632): Launched\u000a23:16:48.782990 bus /sierra_2: Setting Powered False\u000a23:16:49.805134 run create_hlr_db(pid=28632): Terminated: ok {rc=0}\u000a23:16:50.235655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28634): Launched\u000a23:16:50.559035 run osmo-hlr_10.42.42.2(pid=28635): Launched\u000a23:16:50.680821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:16:51.242002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28637): Launched\u000a23:16:51.564567 run osmo-stp_10.42.42.5(pid=28638): Launched\u000a23:16:51.683102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:16:52.273748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28640): Launched\u000a23:16:52.597259 run osmo-msc_10.42.42.6(pid=28641): Launched\u000a23:16:52.797266 run osmo-stp_10.42.42.5(pid=28638): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28638)]\u000a23:16:52.932942 run osmo-stp_10.42.42.5(pid=28638): stdout: \u000a| (launched: 2022-12-09_23:16:51.405885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:53.083752 run osmo-stp_10.42.42.5(pid=28638): stderr: \u000a| �[0;m�[38;5;43m20221209231651601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231651602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231651602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231651602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231651603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231651603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231651603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:53.211800 run osmo-stp_10.42.42.5(pid=28638): stdout: \u000a| (launched: 2022-12-09_23:16:51.405885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:16:53.339012 run osmo-stp_10.42.42.5(pid=28638): stderr: \u000a| �[0;m�[38;5;43m20221209231651601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231651602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231651602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231651602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231651603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231651603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231651603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:16:53.394768 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28638): Process ended prematurely: osmo-stp_10.42.42.5(pid=28638) [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28638)] [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:16:53.403711 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:16:53.466302 run osmo-hlr_10.42.42.2(pid=28635): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28635)]\u000a23:16:53.517738 run osmo-hlr_10.42.42.2(pid=28635): stdout: \u000a| (launched: 2022-12-09_23:16:50.400011) \u000a23:16:53.569532 run osmo-hlr_10.42.42.2(pid=28635): stderr: \u000a| �[0;m�[1;31m20221209231650602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231650602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231650602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231650602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231650602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231650602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231650615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231650625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231650626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231650626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:16:53.639819 run osmo-msc_10.42.42.6(pid=28641): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28641)]\u000a23:16:53.691644 run osmo-msc_10.42.42.6(pid=28641): stdout: \u000a| (launched: 2022-12-09_23:16:52.437766) \u000a23:16:53.743668 run osmo-msc_10.42.42.6(pid=28641): stderr: \u000a| �[0;m�[38;5;43m20221209231652765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231652765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3e9ac4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231652765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231652765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231652765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231652766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231652767 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231652768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231652768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231652768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:16:53.787452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28634): Terminating (SIGTERM)\u000a23:16:53.829260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28637): Terminating (SIGTERM)\u000a23:16:53.870886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28640): Terminating (SIGTERM)\u000a23:16:53.880538 --- ParallelTerminationStrategy: PID 28634 died...\u000a23:16:53.935876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28634): Terminated: ok {rc=0}\u000a23:16:53.946068 --- ParallelTerminationStrategy: PID 28637 died...\u000a23:16:54.001493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28637): Terminated: ok {rc=0}\u000a23:16:54.011563 --- ParallelTerminationStrategy: PID 28640 died...\u000a23:16:54.067020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28640): Terminated: ok {rc=0}\u000a23:16:54.153595 bus /sierra_3: Setting Powered False\u000a23:16:55.256322 bus /sierra_3: Setting Powered False\u000a23:16:56.365660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:16:36" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2366↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2366↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:16:58.337209 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:16:58.347822 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a23:16:58.467713 tst emergency_mo_mt_call.py: using LAC 24348\u000a23:16:58.585568 tst emergency_mo_mt_call.py: using RAC 123\u000a23:16:58.701046 tst emergency_mo_mt_call.py: using CellId 24348\u000a23:16:58.822110 tst emergency_mo_mt_call.py: using BVCI 24349\u000a23:16:58.844139 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:16:58.854630 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:16:58.864918 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:16:58.875218 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:16:58.885449 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:16:58.895684 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:16:59.012093 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:16:59.209792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:16:59.674968 run create_hlr_db(pid=28646): Launched\u000a23:16:59.842720 bus /sierra_2: Setting Powered False\u000a23:17:00.871355 run create_hlr_db(pid=28646): Terminated: ok {rc=0}\u000a23:17:01.310044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Launched\u000a23:17:01.715347 run osmo-hlr_10.42.42.2(pid=28652): Launched\u000a23:17:01.833598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:02.484061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Launched\u000a23:17:02.799151 run osmo-stp_10.42.42.5(pid=28655): Launched\u000a23:17:02.929585 tst emergency_mo_mt_call.py: using MSISDN 7432\u000a23:17:03.088070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:03.656136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28657): Launched\u000a23:17:03.966999 run osmo-msc_10.42.42.6(pid=28658): Launched\u000a23:17:04.150100 run osmo-stp_10.42.42.5(pid=28655): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)]\u000a23:17:04.282508 run osmo-stp_10.42.42.5(pid=28655): stdout: \u000a| (launched: 2022-12-09_23:17:02.656499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:04.414929 run osmo-stp_10.42.42.5(pid=28655): stderr: \u000a| �[0;m�[38;5;43m20221209231702824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231702824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231702824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231702824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231702828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231702829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231702829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:04.540386 run osmo-stp_10.42.42.5(pid=28655): stdout: \u000a| (launched: 2022-12-09_23:17:02.656499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:04.665485 run osmo-stp_10.42.42.5(pid=28655): stderr: \u000a| �[0;m�[38;5;43m20221209231702824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231702824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231702824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231702824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231702828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231702829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231702829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:04.719861 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=28655): Process ended prematurely: osmo-stp_10.42.42.5(pid=28655) [trial-2366↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28655)] [trial-2366↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a23:17:04.728556 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a23:17:04.790955 run osmo-hlr_10.42.42.2(pid=28652): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28652)]\u000a23:17:04.842029 run osmo-hlr_10.42.42.2(pid=28652): stdout: \u000a| (launched: 2022-12-09_23:17:01.462239) \u000a23:17:04.893777 run osmo-hlr_10.42.42.2(pid=28652): stderr: \u000a| �[0;m�[1;31m20221209231701826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231701826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231701826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231701826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231701826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231701826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231701852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231701869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231701869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231701869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:04.963667 run osmo-msc_10.42.42.6(pid=28658): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28658)]\u000a23:17:05.015120 run osmo-msc_10.42.42.6(pid=28658): stdout: \u000a| (launched: 2022-12-09_23:17:03.815087) \u000a23:17:05.066935 run osmo-msc_10.42.42.6(pid=28658): stderr: \u000a| �[0;m�[38;5;43m20221209231704135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231704135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10730cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231704135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231704135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231704135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231704135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231704138 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231704138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231704138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231704138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:05.110871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminating (SIGTERM)\u000a23:17:05.152286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Terminating (SIGTERM)\u000a23:17:05.194264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28657): Terminating (SIGTERM)\u000a23:17:05.204116 --- ParallelTerminationStrategy: PID 28651 died...\u000a23:17:05.260175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28651): Terminated: ok {rc=0}\u000a23:17:05.270280 --- ParallelTerminationStrategy: PID 28654 died...\u000a23:17:05.326239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28654): Terminated: ok {rc=0}\u000a23:17:05.336355 --- ParallelTerminationStrategy: PID 28657 died...\u000a23:17:05.392363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28657): Terminated: ok {rc=0}\u000a23:17:05.479234 bus /sierra_3: Setting Powered False\u000a23:17:06.585838 bus /sierra_3: Setting Powered False\u000a23:17:07.693404 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28666): Process ended prematurely: osmo-stp_10.42.42.5(pid=28666) [trial-2366↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28666): Process ended prematurely: osmo-stp_10.42.42.5(pid=28666) [trial-2366↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:17:08.746003 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:08.758037 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:08.888776 tst emergency_preemptive_call.py: using LAC 24349\u000a23:17:09.011298 tst emergency_preemptive_call.py: using RAC 124\u000a23:17:09.135668 tst emergency_preemptive_call.py: using CellId 24349\u000a23:17:09.260286 tst emergency_preemptive_call.py: using BVCI 24350\u000a23:17:09.284257 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:09.295450 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:09.306549 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:09.317621 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:09.328577 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a23:17:09.339714 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:09.455430 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:09.573360 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:09.690099 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:09.886208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:10.352557 run create_hlr_db(pid=28660): Launched\u000a23:17:10.520794 bus /sierra_2: Setting Powered False\u000a23:17:11.541463 run create_hlr_db(pid=28660): Terminated: ok {rc=0}\u000a23:17:11.956890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28662): Launched\u000a23:17:12.271096 run osmo-hlr_10.42.42.2(pid=28663): Launched\u000a23:17:12.390089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:12.933420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28665): Launched\u000a23:17:13.246763 run osmo-stp_10.42.42.5(pid=28666): Launched\u000a23:17:13.377995 tst emergency_preemptive_call.py: using MSISDN 7433\u000a23:17:13.534819 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:17:14.101967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28668): Launched\u000a23:17:14.413698 run osmo-msc_10.42.42.6(pid=28669): Launched\u000a23:17:14.604560 run osmo-stp_10.42.42.5(pid=28666): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)]\u000a23:17:14.738289 run osmo-stp_10.42.42.5(pid=28666): stdout: \u000a| (launched: 2022-12-09_23:17:13.092909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:14.871235 run osmo-stp_10.42.42.5(pid=28666): stderr: \u000a| �[0;m�[38;5;43m20221209231713283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231713283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231713283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231713284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231713284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231713284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231713284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:14.997601 run osmo-stp_10.42.42.5(pid=28666): stdout: \u000a| (launched: 2022-12-09_23:17:13.092909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:15.122857 run osmo-stp_10.42.42.5(pid=28666): stderr: \u000a| �[0;m�[38;5;43m20221209231713283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231713283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231713283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231713284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231713284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231713284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231713284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:15.177406 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=28666): Process ended prematurely: osmo-stp_10.42.42.5(pid=28666) [trial-2366↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28666)] [trial-2366↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a23:17:15.185902 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a23:17:15.248478 run osmo-hlr_10.42.42.2(pid=28663): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28663)]\u000a23:17:15.300207 run osmo-hlr_10.42.42.2(pid=28663): stdout: \u000a| (launched: 2022-12-09_23:17:12.117264) \u000a23:17:15.352110 run osmo-hlr_10.42.42.2(pid=28663): stderr: \u000a| �[0;m�[1;31m20221209231712313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231712313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231712313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231712313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231712313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231712313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231712325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231712333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231712333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231712334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:15.422312 run osmo-msc_10.42.42.6(pid=28669): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28669)]\u000a23:17:15.473300 run osmo-msc_10.42.42.6(pid=28669): stdout: \u000a| (launched: 2022-12-09_23:17:14.260838) \u000a23:17:15.524843 run osmo-msc_10.42.42.6(pid=28669): stderr: \u000a| �[0;m�[38;5;43m20221209231714582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209231714582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56c8677c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209231714582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209231714583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209231714583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209231714583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209231714585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209231714585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209231714585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209231714585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:17:15.568731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28662): Terminating (SIGTERM)\u000a23:17:15.610475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28665): Terminating (SIGTERM)\u000a23:17:15.651732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28668): Terminating (SIGTERM)\u000a23:17:15.661498 --- ParallelTerminationStrategy: PID 28662 died...\u000a23:17:15.717704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28662): Terminated: ok {rc=0}\u000a23:17:15.727686 --- ParallelTerminationStrategy: PID 28665 died...\u000a23:17:15.783550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28665): Terminated: ok {rc=0}\u000a23:17:15.793771 --- ParallelTerminationStrategy: PID 28668 died...\u000a23:17:15.857888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28668): Terminated: ok {rc=0}\u000a23:17:15.944469 bus /sierra_9: Setting Powered False\u000a23:17:17.068869 bus /sierra_9: Setting Powered False\u000a23:17:18.177372 bus /sierra_8: Setting Powered False\u000a23:17:19.283498 bus /sierra_8: Setting Powered False\u000a23:17:20.389787 bus /sierra_3: Setting Powered False\u000a23:17:21.489099 bus /sierra_3: Setting Powered False\u000a23:17:22.595205 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:16:58" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2366↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2366↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:17:24.678836 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:24.689696 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:24.819042 tst cs_paging_gprs_active.py: using LAC 24350\u000a23:17:24.943209 tst cs_paging_gprs_active.py: using RAC 125\u000a23:17:25.069243 tst cs_paging_gprs_active.py: using CellId 24350\u000a23:17:25.193426 tst cs_paging_gprs_active.py: using BVCI 24351\u000a23:17:25.217902 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.228589 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.239346 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.250315 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.261347 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.272180 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.283178 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.294101 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:25.305195 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:25.421345 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:25.695779 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:17:25.821371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:26.128596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28674): Launched\u000a23:17:26.385135 run iperf3-srv_10.42.42.10(pid=28675): Launched\u000a23:17:26.566714 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:17:26.690261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:26.995971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28676): Launched\u000a23:17:27.250737 run iperf3-srv_10.42.42.10(pid=28677): Launched\u000a23:17:27.431897 tst cs_paging_gprs_active.py:38: start network...\u000a23:17:27.555868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:28.030412 run create_hlr_db(pid=28678): Launched\u000a23:17:28.200773 bus /sierra_2: Setting Powered False\u000a23:17:29.222184 run create_hlr_db(pid=28678): Terminated: ok {rc=0}\u000a23:17:29.644622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Launched\u000a23:17:29.962884 run osmo-hlr_10.42.42.2(pid=28681): Launched\u000a23:17:30.082910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:30.636855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Launched\u000a23:17:31.092940 run osmo-stp_10.42.42.5(pid=28684): Launched\u000a23:17:31.296243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:32.817700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28686): Launched\u000a23:17:32.923238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:33.185253 run patchelf(pid=28687): Launched\u000a23:17:33.358705 run osmo-stp_10.42.42.5(pid=28684): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)]\u000a23:17:33.485681 run osmo-stp_10.42.42.5(pid=28684): stdout: \u000a| (launched: 2022-12-09_23:17:30.799047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:33.612737 run osmo-stp_10.42.42.5(pid=28684): stderr: \u000a| �[0;m�[38;5;43m20221209231731052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231731052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231731052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231731057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231731058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231731058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231731058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:33.735807 run osmo-stp_10.42.42.5(pid=28684): stdout: \u000a| (launched: 2022-12-09_23:17:30.799047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:33.857087 run osmo-stp_10.42.42.5(pid=28684): stderr: \u000a| �[0;m�[38;5;43m20221209231731052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231731052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231731052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231731057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231731058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231731058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231731058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:33.998859 run patchelf(pid=28687): Terminating (SIGINT)\u000a23:17:34.166125 run patchelf(pid=28687): Terminated: ok {rc=0}\u000a23:17:34.196704 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28684): Process ended prematurely: osmo-stp_10.42.42.5(pid=28684) [trial-2366↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28684)] [trial-2366↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a23:17:34.205928 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a23:17:34.265604 run osmo-hlr_10.42.42.2(pid=28681): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28681)]\u000a23:17:34.314631 run osmo-hlr_10.42.42.2(pid=28681): stdout: \u000a| (launched: 2022-12-09_23:17:29.807077) \u000a23:17:34.364087 run osmo-hlr_10.42.42.2(pid=28681): stderr: \u000a| �[0;m�[1;31m20221209231730005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231730006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231730006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231730006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231730006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231730006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231730017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231730026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231730026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231730026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:34.405961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28674): Terminating (SIGTERM)\u000a23:17:34.445322 run iperf3-srv_10.42.42.10(pid=28675): Terminating (SIGTERM)\u000a23:17:34.484767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28676): Terminating (SIGTERM)\u000a23:17:34.524039 run iperf3-srv_10.42.42.10(pid=28677): Terminating (SIGTERM)\u000a23:17:34.563491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Terminating (SIGTERM)\u000a23:17:34.603540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Terminating (SIGTERM)\u000a23:17:34.642983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28686): Terminating (SIGTERM)\u000a23:17:34.652088 --- ParallelTerminationStrategy: PID 28674 died...\u000a23:17:34.704875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28674): Terminated: ok {rc=0}\u000a23:17:34.714474 --- ParallelTerminationStrategy: PID 28675 died...\u000a23:17:34.767011 run iperf3-srv_10.42.42.10(pid=28675): Terminated {rc=256}\u000a23:17:34.776417 --- ParallelTerminationStrategy: PID 28676 died...\u000a23:17:34.829044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28676): Terminated: ok {rc=0}\u000a23:17:34.838631 --- ParallelTerminationStrategy: PID 28677 died...\u000a23:17:34.890909 run iperf3-srv_10.42.42.10(pid=28677): Terminated {rc=256}\u000a23:17:34.900207 --- ParallelTerminationStrategy: PID 28680 died...\u000a23:17:34.953074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28680): Terminated: ok {rc=0}\u000a23:17:34.962623 --- ParallelTerminationStrategy: PID 28683 died...\u000a23:17:35.015247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28683): Terminated: ok {rc=0}\u000a23:17:35.025468 --- ParallelTerminationStrategy: PID 28686 died...\u000a23:17:35.078712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28686): Terminated: ok {rc=0}\u000a23:17:35.167496 bus /gobi_0: Setting Powered False\u000a23:17:36.269064 bus /gobi_0: Setting Powered False\u000a23:17:37.380252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28696): Process ended prematurely: osmo-stp_10.42.42.5(pid=28696) [trial-2366↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28696)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28696): Process ended prematurely: osmo-stp_10.42.42.5(pid=28696) [trial-2366↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a23:17:38.493926 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:38.505311 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:38.635238 tst iperf3.py: using LAC 24351\u000a23:17:38.759981 tst iperf3.py: using RAC 126\u000a23:17:38.885575 tst iperf3.py: using CellId 24351\u000a23:17:39.010109 tst iperf3.py: using BVCI 24352\u000a23:17:39.034902 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.045799 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.056433 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.067545 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.078575 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.089527 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.100546 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.111561 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:39.122693 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:39.397364 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:17:39.521204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:39.827217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28688): Launched\u000a23:17:40.081076 run iperf3-srv_10.42.42.10(pid=28689): Launched\u000a23:17:40.261217 tst iperf3.py:8: start network...\u000a23:17:40.384729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:40.857802 run create_hlr_db(pid=28690): Launched\u000a23:17:41.027362 bus /gobi_6: Setting Powered False\u000a23:17:42.048569 run create_hlr_db(pid=28690): Terminated: ok {rc=0}\u000a23:17:42.470656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28692): Launched\u000a23:17:42.789142 run osmo-hlr_10.42.42.2(pid=28693): Launched\u000a23:17:42.904664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:43.457707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28695): Launched\u000a23:17:43.773710 run osmo-stp_10.42.42.5(pid=28696): Launched\u000a23:17:43.889670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:44.442665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28698): Launched\u000a23:17:44.556311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:44.833074 run patchelf(pid=28699): Launched\u000a23:17:45.019809 run osmo-stp_10.42.42.5(pid=28696): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28696)]\u000a23:17:45.156792 run osmo-stp_10.42.42.5(pid=28696): stdout: \u000a| (launched: 2022-12-09_23:17:43.618543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:45.293646 run osmo-stp_10.42.42.5(pid=28696): stderr: \u000a| �[0;m�[38;5;43m20221209231743809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231743809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231743809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231743809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231743810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231743810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231743810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:45.425598 run osmo-stp_10.42.42.5(pid=28696): stdout: \u000a| (launched: 2022-12-09_23:17:43.618543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:45.556300 run osmo-stp_10.42.42.5(pid=28696): stderr: \u000a| �[0;m�[38;5;43m20221209231743809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231743809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231743809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231743809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231743810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231743810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231743810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:45.708742 run patchelf(pid=28699): Terminating (SIGINT)\u000a23:17:45.906389 run patchelf(pid=28699): Terminated: ok {rc=0}\u000a23:17:45.939509 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28696): Process ended prematurely: osmo-stp_10.42.42.5(pid=28696) [trial-2366↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28696)] [trial-2366↪gprs:sysmo↪iperf3.py:8]\u000a23:17:45.949678 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:17:46.012045 run osmo-hlr_10.42.42.2(pid=28693): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28693)]\u000a23:17:46.062213 run osmo-hlr_10.42.42.2(pid=28693): stdout: \u000a| (launched: 2022-12-09_23:17:42.632720) \u000a23:17:46.112623 run osmo-hlr_10.42.42.2(pid=28693): stderr: \u000a| �[0;m�[1;31m20221209231742828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231742828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231742828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231742828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231742828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231742828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231742840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231742848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231742848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231742848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:46.156621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28688): Terminating (SIGTERM)\u000a23:17:46.200587 run iperf3-srv_10.42.42.10(pid=28689): Terminating (SIGTERM)\u000a23:17:46.254235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28692): Terminating (SIGTERM)\u000a23:17:46.304300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28695): Terminating (SIGTERM)\u000a23:17:46.347583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28698): Terminating (SIGTERM)\u000a23:17:46.358638 --- ParallelTerminationStrategy: PID 28688 died...\u000a23:17:46.414099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28688): Terminated: ok {rc=0}\u000a23:17:46.424348 --- ParallelTerminationStrategy: PID 28689 died...\u000a23:17:46.478120 run iperf3-srv_10.42.42.10(pid=28689): Terminated {rc=256}\u000a23:17:46.487983 --- ParallelTerminationStrategy: PID 28692 died...\u000a23:17:46.541748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28692): Terminated: ok {rc=0}\u000a23:17:46.552607 --- ParallelTerminationStrategy: PID 28695 died...\u000a23:17:46.606787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28695): Terminated: ok {rc=0}\u000a23:17:46.617197 --- ParallelTerminationStrategy: PID 28698 died...\u000a23:17:46.674330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28698): Terminated: ok {rc=0}\u000a23:17:46.760162 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2366↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2366↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a23:17:47.870136 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:47.881052 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:17:48.003539 tst iperf3m4.py: using LAC 24352\u000a23:17:48.118115 tst iperf3m4.py: using RAC 127\u000a23:17:48.232868 tst iperf3m4.py: using CellId 24352\u000a23:17:48.347588 tst iperf3m4.py: using BVCI 24353\u000a23:17:48.370218 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.380588 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.390940 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.401135 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.411203 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.421392 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.431707 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.441919 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:17:48.452343 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:48.568917 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:48.686797 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:48.801941 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:17:49.094259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:17:49.227778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:49.557248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28700): Launched\u000a23:17:49.829945 run iperf3-srv_10.42.42.10(pid=28701): Launched\u000a23:17:50.026597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:17:50.160476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:50.489562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28702): Launched\u000a23:17:50.763081 run iperf3-srv_10.42.42.10(pid=28703): Launched\u000a23:17:50.958438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:17:51.092275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:51.420104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28704): Launched\u000a23:17:51.692131 run iperf3-srv_10.42.42.10(pid=28705): Launched\u000a23:17:51.887033 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:17:52.020335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:17:52.348764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28706): Launched\u000a23:17:52.635738 run iperf3-srv_10.42.42.10(pid=28707): Launched\u000a23:17:52.831198 tst iperf3m4.py:8: start network...\u000a23:17:52.964348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:17:53.468112 run create_hlr_db(pid=28708): Launched\u000a23:17:53.652430 bus /gobi_6: Setting Powered False\u000a23:17:54.673779 run create_hlr_db(pid=28708): Terminated: ok {rc=0}\u000a23:17:55.097687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Launched\u000a23:17:55.415607 run osmo-hlr_10.42.42.2(pid=28711): Launched\u000a23:17:55.535471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:17:56.090901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Launched\u000a23:17:56.408098 run osmo-stp_10.42.42.5(pid=28714): Launched\u000a23:17:56.524790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:17:57.079535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28716): Launched\u000a23:17:57.193782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:17:57.470015 run patchelf(pid=28717): Launched\u000a23:17:57.656229 run osmo-stp_10.42.42.5(pid=28714): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)]\u000a23:17:57.793121 run osmo-stp_10.42.42.5(pid=28714): stdout: \u000a| (launched: 2022-12-09_23:17:56.252133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:57.930211 run osmo-stp_10.42.42.5(pid=28714): stderr: \u000a| �[0;m�[38;5;43m20221209231756444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231756444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231756444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231756444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231756445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231756445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231756445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:58.062512 run osmo-stp_10.42.42.5(pid=28714): stdout: \u000a| (launched: 2022-12-09_23:17:56.252133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:17:58.193447 run osmo-stp_10.42.42.5(pid=28714): stderr: \u000a| �[0;m�[38;5;43m20221209231756444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231756444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231756444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231756444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231756445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231756445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231756445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:17:58.345732 run patchelf(pid=28717): Terminating (SIGINT)\u000a23:17:58.524486 run patchelf(pid=28717): Terminated: ok {rc=0}\u000a23:17:58.557469 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28714): Process ended prematurely: osmo-stp_10.42.42.5(pid=28714) [trial-2366↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28714)] [trial-2366↪gprs:sysmo↪iperf3m4.py:8]\u000a23:17:58.567296 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:17:58.630731 run osmo-hlr_10.42.42.2(pid=28711): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28711)]\u000a23:17:58.682135 run osmo-hlr_10.42.42.2(pid=28711): stdout: \u000a| (launched: 2022-12-09_23:17:55.259540) \u000a23:17:58.734073 run osmo-hlr_10.42.42.2(pid=28711): stderr: \u000a| �[0;m�[1;31m20221209231755456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231755456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231755456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231755456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231755456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231755456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231755468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231755476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:17:58.778068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28700): Terminating (SIGTERM)\u000a23:17:58.819787 run iperf3-srv_10.42.42.10(pid=28701): Terminating (SIGTERM)\u000a23:17:58.861489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28702): Terminating (SIGTERM)\u000a23:17:58.903504 run iperf3-srv_10.42.42.10(pid=28703): Terminating (SIGTERM)\u000a23:17:58.945034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28704): Terminating (SIGTERM)\u000a23:17:58.987008 run iperf3-srv_10.42.42.10(pid=28705): Terminating (SIGTERM)\u000a23:17:59.029203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28706): Terminating (SIGTERM)\u000a23:17:59.070782 run iperf3-srv_10.42.42.10(pid=28707): Terminating (SIGTERM)\u000a23:17:59.112309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Terminating (SIGTERM)\u000a23:17:59.153873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Terminating (SIGTERM)\u000a23:17:59.196236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28716): Terminating (SIGTERM)\u000a23:17:59.205795 --- ParallelTerminationStrategy: PID 28700 died...\u000a23:17:59.261602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28700): Terminated: ok {rc=0}\u000a23:17:59.271601 --- ParallelTerminationStrategy: PID 28701 died...\u000a23:17:59.327081 run iperf3-srv_10.42.42.10(pid=28701): Terminated {rc=256}\u000a23:17:59.337383 --- ParallelTerminationStrategy: PID 28702 died...\u000a23:17:59.392639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28702): Terminated: ok {rc=0}\u000a23:17:59.402565 --- ParallelTerminationStrategy: PID 28703 died...\u000a23:17:59.458176 run iperf3-srv_10.42.42.10(pid=28703): Terminated {rc=256}\u000a23:17:59.468119 --- ParallelTerminationStrategy: PID 28704 died...\u000a23:17:59.523621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28704): Terminated: ok {rc=0}\u000a23:17:59.533672 --- ParallelTerminationStrategy: PID 28705 died...\u000a23:17:59.588701 run iperf3-srv_10.42.42.10(pid=28705): Terminated {rc=256}\u000a23:17:59.598867 --- ParallelTerminationStrategy: PID 28706 died...\u000a23:17:59.654194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28706): Terminated: ok {rc=0}\u000a23:17:59.664157 --- ParallelTerminationStrategy: PID 28707 died...\u000a23:17:59.719435 run iperf3-srv_10.42.42.10(pid=28707): Terminated {rc=256}\u000a23:17:59.729465 --- ParallelTerminationStrategy: PID 28710 died...\u000a23:17:59.784763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28710): Terminated: ok {rc=0}\u000a23:17:59.794809 --- ParallelTerminationStrategy: PID 28713 died...\u000a23:17:59.850291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28713): Terminated: ok {rc=0}\u000a23:17:59.860414 --- ParallelTerminationStrategy: PID 28716 died...\u000a23:17:59.916042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28716): Terminated: ok {rc=0}\u000a23:18:00.002892 bus /gobi_4: Setting Powered False\u000a23:18:01.110760 bus /gobi_4: Setting Powered False\u000a23:18:02.228630 bus /gobi_1: Setting Powered False\u000a23:18:03.330154 bus /gobi_1: Setting Powered False\u000a23:18:04.440204 bus /gobi_0: Setting Powered False\u000a23:18:05.544337 bus /gobi_0: Setting Powered False\u000a23:18:06.652143 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28724): Process ended prematurely: osmo-stp_10.42.42.5(pid=28724) [trial-2366↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28724): Process ended prematurely: osmo-stp_10.42.42.5(pid=28724) [trial-2366↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo ping.py\u000a----------------------------------------------\u000a23:18:07.719599 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:07.731226 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:18:07.857767 tst ping.py: using LAC 24353\u000a23:18:07.979837 tst ping.py: using RAC 128\u000a23:18:08.103367 tst ping.py: using CellId 24353\u000a23:18:08.225502 tst ping.py: using BVCI 24354\u000a23:18:08.249533 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:08.260416 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:08.271257 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:08.282224 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:08.293080 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:08.303865 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:08.314962 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:08.326011 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:08.593553 tst ping.py:19: start network...\u000a23:18:08.714295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:09.181726 run create_hlr_db(pid=28718): Launched\u000a23:18:09.349216 bus /gobi_6: Setting Powered False\u000a23:18:10.372115 run create_hlr_db(pid=28718): Terminated: ok {rc=0}\u000a23:18:10.759295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28720): Launched\u000a23:18:11.049836 run osmo-hlr_10.42.42.2(pid=28721): Launched\u000a23:18:11.163071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:11.675194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28723): Launched\u000a23:18:11.963637 run osmo-stp_10.42.42.5(pid=28724): Launched\u000a23:18:12.070178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:12.575582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28726): Launched\u000a23:18:12.679441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:12.933095 run patchelf(pid=28727): Launched\u000a23:18:13.103947 run osmo-stp_10.42.42.5(pid=28724): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)]\u000a23:18:13.228475 run osmo-stp_10.42.42.5(pid=28724): stdout: \u000a| (launched: 2022-12-09_23:18:11.822030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:13.353416 run osmo-stp_10.42.42.5(pid=28724): stderr: \u000a| �[0;m�[38;5;43m20221209231811992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231811992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231811993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231811993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231811995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231811995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231811995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:13.473926 run osmo-stp_10.42.42.5(pid=28724): stdout: \u000a| (launched: 2022-12-09_23:18:11.822030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:13.593487 run osmo-stp_10.42.42.5(pid=28724): stderr: \u000a| �[0;m�[38;5;43m20221209231811992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231811992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231811993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231811993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231811995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231811995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231811995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:13.732042 run patchelf(pid=28727): Terminating (SIGINT)\u000a23:18:13.895233 run patchelf(pid=28727): Terminated: ok {rc=0}\u000a23:18:13.925160 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28724): Process ended prematurely: osmo-stp_10.42.42.5(pid=28724) [trial-2366↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28724)] [trial-2366↪gprs:sysmo↪ping.py:22]\u000a23:18:13.933570 tst ping.py:22: Test FAILED (6.2 sec)\u000a23:18:13.992401 run osmo-hlr_10.42.42.2(pid=28721): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28721)]\u000a23:18:14.040887 run osmo-hlr_10.42.42.2(pid=28721): stdout: \u000a| (launched: 2022-12-09_23:18:10.907652) \u000a23:18:14.090195 run osmo-hlr_10.42.42.2(pid=28721): stderr: \u000a| �[0;m�[1;31m20221209231811081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231811081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231811081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231811081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231811081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231811081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231811094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231811102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231811102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231811102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:14.131738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28720): Terminating (SIGTERM)\u000a23:18:14.171305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28723): Terminating (SIGTERM)\u000a23:18:14.210873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28726): Terminating (SIGTERM)\u000a23:18:14.220148 --- ParallelTerminationStrategy: PID 28720 died...\u000a23:18:14.273158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28720): Terminated: ok {rc=0}\u000a23:18:14.282866 --- ParallelTerminationStrategy: PID 28723 died...\u000a23:18:14.335860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28723): Terminated: ok {rc=0}\u000a23:18:14.345636 --- ParallelTerminationStrategy: PID 28726 died...\u000a23:18:14.398556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28726): Terminated: ok {rc=0}\u000a23:18:14.485913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28734): Process ended prematurely: osmo-stp_10.42.42.5(pid=28734) [trial-2366↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28734): Process ended prematurely: osmo-stp_10.42.42.5(pid=28734) [trial-2366↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:18:15.535936 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:15.547083 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a23:18:15.667806 tst ping_idle_ping.py: using LAC 24354\u000a23:18:15.785764 tst ping_idle_ping.py: using RAC 129\u000a23:18:15.930949 tst ping_idle_ping.py: using CellId 24354\u000a23:18:16.067397 tst ping_idle_ping.py: using BVCI 24355\u000a23:18:16.093072 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:16.105002 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:16.117452 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:16.129278 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:16.142482 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:16.156070 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:16.168789 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a23:18:16.181254 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a23:18:16.497530 tst ping_idle_ping.py:24: start network...\u000a23:18:16.636128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:17.262578 run create_hlr_db(pid=28728): Launched\u000a23:18:17.446641 bus /gobi_6: Setting Powered False\u000a23:18:18.465594 run create_hlr_db(pid=28728): Terminated: ok {rc=0}\u000a23:18:18.856504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28730): Launched\u000a23:18:19.147464 run osmo-hlr_10.42.42.2(pid=28731): Launched\u000a23:18:19.261071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:19.773456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28733): Launched\u000a23:18:20.063293 run osmo-stp_10.42.42.5(pid=28734): Launched\u000a23:18:20.170304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:20.678869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28736): Launched\u000a23:18:20.782433 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:21.035852 run patchelf(pid=28737): Launched\u000a23:18:21.206410 run osmo-stp_10.42.42.5(pid=28734): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)]\u000a23:18:21.331213 run osmo-stp_10.42.42.5(pid=28734): stdout: \u000a| (launched: 2022-12-09_23:18:19.920644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:21.455970 run osmo-stp_10.42.42.5(pid=28734): stderr: \u000a| �[0;m�[38;5;43m20221209231820090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231820090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231820090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231820091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231820091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231820091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231820091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:21.576280 run osmo-stp_10.42.42.5(pid=28734): stdout: \u000a| (launched: 2022-12-09_23:18:19.920644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:21.695511 run osmo-stp_10.42.42.5(pid=28734): stderr: \u000a| �[0;m�[38;5;43m20221209231820090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231820090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231820090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231820091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231820091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231820091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231820091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:21.834607 run patchelf(pid=28737): Terminating (SIGINT)\u000a23:18:21.998138 run patchelf(pid=28737): Terminated: ok {rc=0}\u000a23:18:22.027914 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28734): Process ended prematurely: osmo-stp_10.42.42.5(pid=28734) [trial-2366↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28734)] [trial-2366↪gprs:sysmo↪ping_idle_ping.py:27]\u000a23:18:22.036255 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:18:22.095262 run osmo-hlr_10.42.42.2(pid=28731): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28731)]\u000a23:18:22.143667 run osmo-hlr_10.42.42.2(pid=28731): stdout: \u000a| (launched: 2022-12-09_23:18:19.005139) \u000a23:18:22.192627 run osmo-hlr_10.42.42.2(pid=28731): stderr: \u000a| �[0;m�[1;31m20221209231819180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231819180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231819180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231819181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231819181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231819181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231819193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231819201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231819202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231819202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:22.234213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28730): Terminating (SIGTERM)\u000a23:18:22.274190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28733): Terminating (SIGTERM)\u000a23:18:22.313365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28736): Terminating (SIGTERM)\u000a23:18:22.322377 --- ParallelTerminationStrategy: PID 28730 died...\u000a23:18:22.375436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28730): Terminated: ok {rc=0}\u000a23:18:22.384900 --- ParallelTerminationStrategy: PID 28733 died...\u000a23:18:22.438015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28733): Terminated: ok {rc=0}\u000a23:18:22.447501 --- ParallelTerminationStrategy: PID 28736 died...\u000a23:18:22.499916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28736): Terminated: ok {rc=0}\u000a23:18:22.582900 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:17:24" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:18:24.706831 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:24.718183 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:24.845843 tst cs_paging_gprs_active.py: using LAC 24355\u000a23:18:24.969858 tst cs_paging_gprs_active.py: using RAC 130\u000a23:18:25.099879 tst cs_paging_gprs_active.py: using CellId 24355\u000a23:18:25.223535 tst cs_paging_gprs_active.py: using BVCI 24356\u000a23:18:25.248250 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.259632 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.270756 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.282338 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.294052 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.305186 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.316859 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.329002 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:25.340873 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:25.457851 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:25.735835 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:18:25.860328 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:26.167984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28741): Launched\u000a23:18:26.424075 run iperf3-srv_10.42.42.10(pid=28742): Launched\u000a23:18:26.606333 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:18:26.730933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:27.048817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28743): Launched\u000a23:18:27.322972 run iperf3-srv_10.42.42.10(pid=28744): Launched\u000a23:18:27.519638 tst cs_paging_gprs_active.py:38: start network...\u000a23:18:27.653687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:28.154848 run create_hlr_db(pid=28745): Launched\u000a23:18:28.339678 bus /gobi_6: Setting Powered False\u000a23:18:29.361655 run create_hlr_db(pid=28745): Terminated: ok {rc=0}\u000a23:18:29.785607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Launched\u000a23:18:30.105322 run osmo-hlr_10.42.42.2(pid=28748): Launched\u000a23:18:30.223004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:30.778485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Launched\u000a23:18:31.319636 run osmo-stp_10.42.42.5(pid=28751): Launched\u000a23:18:31.504830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:32.084741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28753): Launched\u000a23:18:32.201988 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:32.480791 run patchelf(pid=28754): Launched\u000a23:18:32.668017 run osmo-stp_10.42.42.5(pid=28751): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)]\u000a23:18:32.805350 run osmo-stp_10.42.42.5(pid=28751): stdout: \u000a| (launched: 2022-12-09_23:18:30.957126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:32.942779 run osmo-stp_10.42.42.5(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221209231831195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231831195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231831196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231831197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231831198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231831198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231831199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:33.076324 run osmo-stp_10.42.42.5(pid=28751): stdout: \u000a| (launched: 2022-12-09_23:18:30.957126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:33.207967 run osmo-stp_10.42.42.5(pid=28751): stderr: \u000a| �[0;m�[38;5;43m20221209231831195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231831195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231831196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231831197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231831198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231831198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231831199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:33.361531 run patchelf(pid=28754): Terminating (SIGINT)\u000a23:18:33.541367 run patchelf(pid=28754): Terminated: ok {rc=0}\u000a23:18:33.574209 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28751): Process ended prematurely: osmo-stp_10.42.42.5(pid=28751) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28751)] [trial-2366↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:18:33.584139 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a23:18:33.647895 run osmo-hlr_10.42.42.2(pid=28748): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28748)]\u000a23:18:33.699755 run osmo-hlr_10.42.42.2(pid=28748): stdout: \u000a| (launched: 2022-12-09_23:18:29.948249) \u000a23:18:33.752296 run osmo-hlr_10.42.42.2(pid=28748): stderr: \u000a| �[0;m�[1;31m20221209231830144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231830144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231830144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231830144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231830144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231830144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231830155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231830164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231830164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231830164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:33.797171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28741): Terminating (SIGTERM)\u000a23:18:33.839534 run iperf3-srv_10.42.42.10(pid=28742): Terminating (SIGTERM)\u000a23:18:33.882105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28743): Terminating (SIGTERM)\u000a23:18:33.923879 run iperf3-srv_10.42.42.10(pid=28744): Terminating (SIGTERM)\u000a23:18:33.966417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminating (SIGTERM)\u000a23:18:34.008712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminating (SIGTERM)\u000a23:18:34.051206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28753): Terminating (SIGTERM)\u000a23:18:34.060925 --- ParallelTerminationStrategy: PID 28741 died...\u000a23:18:34.117727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28741): Terminated: ok {rc=0}\u000a23:18:34.127879 --- ParallelTerminationStrategy: PID 28742 died...\u000a23:18:34.184108 run iperf3-srv_10.42.42.10(pid=28742): Terminated {rc=256}\u000a23:18:34.194204 --- ParallelTerminationStrategy: PID 28743 died...\u000a23:18:34.250207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28743): Terminated: ok {rc=0}\u000a23:18:34.260383 --- ParallelTerminationStrategy: PID 28744 died...\u000a23:18:34.316262 run iperf3-srv_10.42.42.10(pid=28744): Terminated {rc=256}\u000a23:18:34.326624 --- ParallelTerminationStrategy: PID 28747 died...\u000a23:18:34.383230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28747): Terminated: ok {rc=0}\u000a23:18:34.393541 --- ParallelTerminationStrategy: PID 28750 died...\u000a23:18:34.449830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28750): Terminated: ok {rc=0}\u000a23:18:34.460308 --- ParallelTerminationStrategy: PID 28753 died...\u000a23:18:34.516700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28753): Terminated: ok {rc=0}\u000a23:18:34.603251 bus /gobi_0: Setting Powered False\u000a23:18:35.709177 bus /gobi_0: Setting Powered False\u000a23:18:36.815974 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28763): Process ended prematurely: osmo-stp_10.42.42.5(pid=28763) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28763): Process ended prematurely: osmo-stp_10.42.42.5(pid=28763) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:18:37.930436 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:37.942392 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:38.075387 tst iperf3.py: using LAC 24356\u000a23:18:38.202109 tst iperf3.py: using RAC 131\u000a23:18:38.326739 tst iperf3.py: using CellId 24356\u000a23:18:38.451259 tst iperf3.py: using BVCI 24357\u000a23:18:38.475841 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.487461 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.498689 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.510185 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.521881 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.533328 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.544925 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.556234 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:38.568128 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:38.846733 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:38.970264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:39.275828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28755): Launched\u000a23:18:39.529321 run iperf3-srv_10.42.42.10(pid=28756): Launched\u000a23:18:39.709438 tst iperf3.py:8: start network...\u000a23:18:39.832304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:40.305541 run create_hlr_db(pid=28757): Launched\u000a23:18:40.475201 bus /gobi_6: Setting Powered False\u000a23:18:41.498055 run create_hlr_db(pid=28757): Terminated: ok {rc=0}\u000a23:18:41.920291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28759): Launched\u000a23:18:42.238933 run osmo-hlr_10.42.42.2(pid=28760): Launched\u000a23:18:42.360213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:42.914432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28762): Launched\u000a23:18:43.231662 run osmo-stp_10.42.42.5(pid=28763): Launched\u000a23:18:43.347898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:43.902881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28765): Launched\u000a23:18:44.016884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:44.294847 run patchelf(pid=28766): Launched\u000a23:18:44.481363 run osmo-stp_10.42.42.5(pid=28763): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)]\u000a23:18:44.618075 run osmo-stp_10.42.42.5(pid=28763): stdout: \u000a| (launched: 2022-12-09_23:18:43.076591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:44.754874 run osmo-stp_10.42.42.5(pid=28763): stderr: \u000a| �[0;m�[38;5;43m20221209231843267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231843267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231843268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231843268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231843269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231843269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231843269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:44.887046 run osmo-stp_10.42.42.5(pid=28763): stdout: \u000a| (launched: 2022-12-09_23:18:43.076591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:45.017908 run osmo-stp_10.42.42.5(pid=28763): stderr: \u000a| �[0;m�[38;5;43m20221209231843267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231843267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231843268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231843268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231843269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231843269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231843269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:45.171255 run patchelf(pid=28766): Terminating (SIGINT)\u000a23:18:45.350491 run patchelf(pid=28766): Terminated: ok {rc=0}\u000a23:18:45.383303 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28763): Process ended prematurely: osmo-stp_10.42.42.5(pid=28763) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28763)] [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a23:18:45.393045 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:18:45.457143 run osmo-hlr_10.42.42.2(pid=28760): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28760)]\u000a23:18:45.508448 run osmo-hlr_10.42.42.2(pid=28760): stdout: \u000a| (launched: 2022-12-09_23:18:42.082843) \u000a23:18:45.561392 run osmo-hlr_10.42.42.2(pid=28760): stderr: \u000a| �[0;m�[1;31m20221209231842280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231842280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231842280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231842280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231842281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231842281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231842298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231842307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231842307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231842307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:45.606162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28755): Terminating (SIGTERM)\u000a23:18:45.648173 run iperf3-srv_10.42.42.10(pid=28756): Terminating (SIGTERM)\u000a23:18:45.690902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28759): Terminating (SIGTERM)\u000a23:18:45.732928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28762): Terminating (SIGTERM)\u000a23:18:45.775373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28765): Terminating (SIGTERM)\u000a23:18:45.785622 --- ParallelTerminationStrategy: PID 28755 died...\u000a23:18:45.850961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28755): Terminated: ok {rc=0}\u000a23:18:45.863107 --- ParallelTerminationStrategy: PID 28756 died...\u000a23:18:45.942159 run iperf3-srv_10.42.42.10(pid=28756): Terminated {rc=256}\u000a23:18:45.953557 --- ParallelTerminationStrategy: PID 28759 died...\u000a23:18:46.009839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28759): Terminated: ok {rc=0}\u000a23:18:46.020269 --- ParallelTerminationStrategy: PID 28762 died...\u000a23:18:46.075965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28762): Terminated: ok {rc=0}\u000a23:18:46.086579 --- ParallelTerminationStrategy: PID 28765 died...\u000a23:18:46.142086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28765): Terminated: ok {rc=0}\u000a23:18:46.243038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28781): Process ended prematurely: osmo-stp_10.42.42.5(pid=28781) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28781)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28781): Process ended prematurely: osmo-stp_10.42.42.5(pid=28781) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:18:47.358661 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.370637 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:18:47.498550 tst iperf3m4.py: using LAC 24357\u000a23:18:47.623794 tst iperf3m4.py: using RAC 132\u000a23:18:47.747066 tst iperf3m4.py: using CellId 24357\u000a23:18:47.871704 tst iperf3m4.py: using BVCI 24358\u000a23:18:47.896132 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.907395 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.918434 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.930097 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.941516 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.952811 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.964216 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.975448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:18:47.986922 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:48.104100 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:48.223944 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:48.339560 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:18:48.630394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:18:48.764382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:49.095199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28767): Launched\u000a23:18:49.369375 run iperf3-srv_10.42.42.10(pid=28768): Launched\u000a23:18:49.565220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:18:49.698813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:50.027881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28769): Launched\u000a23:18:50.301469 run iperf3-srv_10.42.42.10(pid=28770): Launched\u000a23:18:50.497692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:18:50.631368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:50.961026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28771): Launched\u000a23:18:51.234679 run iperf3-srv_10.42.42.10(pid=28772): Launched\u000a23:18:51.430427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:18:51.563747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:18:51.892166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28773): Launched\u000a23:18:52.166184 run iperf3-srv_10.42.42.10(pid=28774): Launched\u000a23:18:52.363090 tst iperf3m4.py:8: start network...\u000a23:18:52.497665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:18:53.002341 run create_hlr_db(pid=28775): Launched\u000a23:18:53.187793 bus /gobi_6: Setting Powered False\u000a23:18:54.209970 run create_hlr_db(pid=28775): Terminated: ok {rc=0}\u000a23:18:54.634555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28777): Launched\u000a23:18:54.952071 run osmo-hlr_10.42.42.2(pid=28778): Launched\u000a23:18:55.069729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:18:55.623734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28780): Launched\u000a23:18:55.943002 run osmo-stp_10.42.42.5(pid=28781): Launched\u000a23:18:56.059831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:18:56.614683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28783): Launched\u000a23:18:56.728856 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:18:57.005471 run patchelf(pid=28784): Launched\u000a23:18:57.192629 run osmo-stp_10.42.42.5(pid=28781): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28781)]\u000a23:18:57.330222 run osmo-stp_10.42.42.5(pid=28781): stdout: \u000a| (launched: 2022-12-09_23:18:55.786512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:57.467592 run osmo-stp_10.42.42.5(pid=28781): stderr: \u000a| �[0;m�[38;5;43m20221209231855977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231855977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231855978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231855978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231855980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231855980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231855980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:57.600303 run osmo-stp_10.42.42.5(pid=28781): stdout: \u000a| (launched: 2022-12-09_23:18:55.786512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:18:57.731363 run osmo-stp_10.42.42.5(pid=28781): stderr: \u000a| �[0;m�[38;5;43m20221209231855977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231855977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231855978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231855978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231855980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231855980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231855980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:18:57.883779 run patchelf(pid=28784): Terminating (SIGINT)\u000a23:18:58.063500 run patchelf(pid=28784): Terminated: ok {rc=0}\u000a23:18:58.096394 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28781): Process ended prematurely: osmo-stp_10.42.42.5(pid=28781) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28781)] [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:18:58.106445 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:18:58.170444 run osmo-hlr_10.42.42.2(pid=28778): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28778)]\u000a23:18:58.222156 run osmo-hlr_10.42.42.2(pid=28778): stdout: \u000a| (launched: 2022-12-09_23:18:54.796706) \u000a23:18:58.274631 run osmo-hlr_10.42.42.2(pid=28778): stderr: \u000a| �[0;m�[1;31m20221209231854992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231854992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231854993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231854993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231854993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231854993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231855005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231855014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231855014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231855014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:18:58.318875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28767): Terminating (SIGTERM)\u000a23:18:58.360866 run iperf3-srv_10.42.42.10(pid=28768): Terminating (SIGTERM)\u000a23:18:58.403282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28769): Terminating (SIGTERM)\u000a23:18:58.445166 run iperf3-srv_10.42.42.10(pid=28770): Terminating (SIGTERM)\u000a23:18:58.486816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28771): Terminating (SIGTERM)\u000a23:18:58.529067 run iperf3-srv_10.42.42.10(pid=28772): Terminating (SIGTERM)\u000a23:18:58.570864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28773): Terminating (SIGTERM)\u000a23:18:58.613197 run iperf3-srv_10.42.42.10(pid=28774): Terminating (SIGTERM)\u000a23:18:58.654971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28777): Terminating (SIGTERM)\u000a23:18:58.696844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28780): Terminating (SIGTERM)\u000a23:18:58.739076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28783): Terminating (SIGTERM)\u000a23:18:58.749607 --- ParallelTerminationStrategy: PID 28767 died...\u000a23:18:58.805904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28767): Terminated: ok {rc=0}\u000a23:18:58.816074 --- ParallelTerminationStrategy: PID 28768 died...\u000a23:18:58.872094 run iperf3-srv_10.42.42.10(pid=28768): Terminated {rc=256}\u000a23:18:58.882073 --- ParallelTerminationStrategy: PID 28769 died...\u000a23:18:58.938375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28769): Terminated: ok {rc=0}\u000a23:18:58.948465 --- ParallelTerminationStrategy: PID 28770 died...\u000a23:18:59.004384 run iperf3-srv_10.42.42.10(pid=28770): Terminated {rc=256}\u000a23:18:59.014356 --- ParallelTerminationStrategy: PID 28771 died...\u000a23:18:59.070792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28771): Terminated: ok {rc=0}\u000a23:18:59.080874 --- ParallelTerminationStrategy: PID 28772 died...\u000a23:18:59.137139 run iperf3-srv_10.42.42.10(pid=28772): Terminated {rc=256}\u000a23:18:59.147247 --- ParallelTerminationStrategy: PID 28773 died...\u000a23:18:59.203512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28773): Terminated: ok {rc=0}\u000a23:18:59.213653 --- ParallelTerminationStrategy: PID 28774 died...\u000a23:18:59.270473 run iperf3-srv_10.42.42.10(pid=28774): Terminated {rc=256}\u000a23:18:59.280684 --- ParallelTerminationStrategy: PID 28777 died...\u000a23:18:59.336593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28777): Terminated: ok {rc=0}\u000a23:18:59.346884 --- ParallelTerminationStrategy: PID 28780 died...\u000a23:18:59.402676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28780): Terminated: ok {rc=0}\u000a23:18:59.413162 --- ParallelTerminationStrategy: PID 28783 died...\u000a23:18:59.469023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28783): Terminated: ok {rc=0}\u000a23:18:59.556150 bus /gobi_4: Setting Powered False\u000a23:19:00.664457 bus /gobi_4: Setting Powered False\u000a23:19:01.777159 bus /gobi_1: Setting Powered False\u000a23:19:02.881480 bus /gobi_1: Setting Powered False\u000a23:19:03.988600 bus /gobi_0: Setting Powered False\u000a23:19:05.096056 bus /gobi_0: Setting Powered False\u000a23:19:06.205381 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:19:07.274521 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.286534 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:19:07.417324 tst ping.py: using LAC 24358\u000a23:19:07.540571 tst ping.py: using RAC 133\u000a23:19:07.663518 tst ping.py: using CellId 24358\u000a23:19:07.783240 tst ping.py: using BVCI 24359\u000a23:19:07.805679 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.816607 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.827559 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.838791 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.849948 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.861042 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.872491 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:07.883097 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:08.156243 tst ping.py:19: start network...\u000a23:19:08.278978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:08.747043 run create_hlr_db(pid=28785): Launched\u000a23:19:08.916106 bus /gobi_6: Setting Powered False\u000a23:19:09.949957 run create_hlr_db(pid=28785): Terminated: ok {rc=0}\u000a23:19:10.367788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Launched\u000a23:19:10.680862 run osmo-hlr_10.42.42.2(pid=28788): Launched\u000a23:19:10.799822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:11.341903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Launched\u000a23:19:11.654569 run osmo-stp_10.42.42.5(pid=28791): Launched\u000a23:19:11.768688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:12.314072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28793): Launched\u000a23:19:12.426901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:12.699269 run patchelf(pid=28794): Launched\u000a23:19:12.882517 run osmo-stp_10.42.42.5(pid=28791): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)]\u000a23:19:13.016786 run osmo-stp_10.42.42.5(pid=28791): stdout: \u000a| (launched: 2022-12-09_23:19:11.501447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:13.152018 run osmo-stp_10.42.42.5(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221209231911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231911690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:13.281832 run osmo-stp_10.42.42.5(pid=28791): stdout: \u000a| (launched: 2022-12-09_23:19:11.501447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:13.411005 run osmo-stp_10.42.42.5(pid=28791): stderr: \u000a| �[0;m�[38;5;43m20221209231911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231911690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231911693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:13.560616 run patchelf(pid=28794): Terminating (SIGINT)\u000a23:19:13.736001 run patchelf(pid=28794): Terminated: ok {rc=0}\u000a23:19:13.768015 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28791): Process ended prematurely: osmo-stp_10.42.42.5(pid=28791) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28791)] [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a23:19:13.777281 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:19:13.841294 run osmo-hlr_10.42.42.2(pid=28788): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28788)]\u000a23:19:13.893227 run osmo-hlr_10.42.42.2(pid=28788): stdout: \u000a| (launched: 2022-12-09_23:19:10.527092) \u000a23:19:13.945926 run osmo-hlr_10.42.42.2(pid=28788): stderr: \u000a| �[0;m�[1;31m20221209231910723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231910724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231910724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231910724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231910724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231910724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231910736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231910745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231910745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231910745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:13.990377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Terminating (SIGTERM)\u000a23:19:14.032452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Terminating (SIGTERM)\u000a23:19:14.074890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28793): Terminating (SIGTERM)\u000a23:19:14.084834 --- ParallelTerminationStrategy: PID 28787 died...\u000a23:19:14.141605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28787): Terminated: ok {rc=0}\u000a23:19:14.152024 --- ParallelTerminationStrategy: PID 28790 died...\u000a23:19:14.208244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28790): Terminated: ok {rc=0}\u000a23:19:14.218747 --- ParallelTerminationStrategy: PID 28793 died...\u000a23:19:14.275199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28793): Terminated: ok {rc=0}\u000a23:19:14.362651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28801): Process ended prematurely: osmo-stp_10.42.42.5(pid=28801) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28801)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28801): Process ended prematurely: osmo-stp_10.42.42.5(pid=28801) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:19:15.413435 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:15.425290 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:19:15.553558 tst ping_idle_ping.py: using LAC 24359\u000a23:19:15.670003 tst ping_idle_ping.py: using RAC 134\u000a23:19:15.784596 tst ping_idle_ping.py: using CellId 24359\u000a23:19:15.919219 tst ping_idle_ping.py: using BVCI 24360\u000a23:19:15.945422 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:15.958725 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:15.971667 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:15.984874 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:15.997471 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:16.009913 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:16.022601 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:19:16.034931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:19:16.370377 tst ping_idle_ping.py:24: start network...\u000a23:19:16.507084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:17.042907 run create_hlr_db(pid=28795): Launched\u000a23:19:17.230980 bus /gobi_6: Setting Powered False\u000a23:19:18.248097 run create_hlr_db(pid=28795): Terminated: ok {rc=0}\u000a23:19:18.666120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28797): Launched\u000a23:19:18.978965 run osmo-hlr_10.42.42.2(pid=28798): Launched\u000a23:19:19.098367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:19.642344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28800): Launched\u000a23:19:19.955055 run osmo-stp_10.42.42.5(pid=28801): Launched\u000a23:19:20.069682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:20.615031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28803): Launched\u000a23:19:20.719118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:20.972245 run patchelf(pid=28804): Launched\u000a23:19:21.142782 run osmo-stp_10.42.42.5(pid=28801): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28801)]\u000a23:19:21.267118 run osmo-stp_10.42.42.5(pid=28801): stdout: \u000a| (launched: 2022-12-09_23:19:19.801878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:21.392454 run osmo-stp_10.42.42.5(pid=28801): stderr: \u000a| �[0;m�[38;5;43m20221209231919995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231919995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231919995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231919995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231919996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231919996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231919996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:21.513922 run osmo-stp_10.42.42.5(pid=28801): stdout: \u000a| (launched: 2022-12-09_23:19:19.801878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:21.633782 run osmo-stp_10.42.42.5(pid=28801): stderr: \u000a| �[0;m�[38;5;43m20221209231919995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231919995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231919995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231919995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231919996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231919996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231919996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:21.772738 run patchelf(pid=28804): Terminating (SIGINT)\u000a23:19:21.936745 run patchelf(pid=28804): Terminated: ok {rc=0}\u000a23:19:21.966622 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28801): Process ended prematurely: osmo-stp_10.42.42.5(pid=28801) [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28801)] [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:19:21.975095 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:19:22.033720 run osmo-hlr_10.42.42.2(pid=28798): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28798)]\u000a23:19:22.082679 run osmo-hlr_10.42.42.2(pid=28798): stdout: \u000a| (launched: 2022-12-09_23:19:18.825805) \u000a23:19:22.132081 run osmo-hlr_10.42.42.2(pid=28798): stderr: \u000a| �[0;m�[1;31m20221209231919023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231919024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231919024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231919024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231919024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231919024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231919036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231919046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231919046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231919046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:22.173719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28797): Terminating (SIGTERM)\u000a23:19:22.213141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28800): Terminating (SIGTERM)\u000a23:19:22.252675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28803): Terminating (SIGTERM)\u000a23:19:22.261823 --- ParallelTerminationStrategy: PID 28797 died...\u000a23:19:22.315125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28797): Terminated: ok {rc=0}\u000a23:19:22.324710 --- ParallelTerminationStrategy: PID 28800 died...\u000a23:19:22.378143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28800): Terminated: ok {rc=0}\u000a23:19:22.387774 --- ParallelTerminationStrategy: PID 28803 died...\u000a23:19:22.440877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28803): Terminated: ok {rc=0}\u000a23:19:22.528897 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:18:24" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28818): Process ended prematurely: osmo-stp_10.42.42.5(pid=28818) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28818): Process ended prematurely: osmo-stp_10.42.42.5(pid=28818) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:19:24.648988 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:24.660374 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:24.808364 tst cs_paging_gprs_active.py: using LAC 24360\u000a23:19:24.927248 tst cs_paging_gprs_active.py: using RAC 135\u000a23:19:25.047097 tst cs_paging_gprs_active.py: using CellId 24360\u000a23:19:25.162189 tst cs_paging_gprs_active.py: using BVCI 24361\u000a23:19:25.184661 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.195616 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.206442 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.217050 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.227505 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.238053 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.248619 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.259081 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:25.269737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:25.384654 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:25.676196 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:19:25.809645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:26.138448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28808): Launched\u000a23:19:26.410438 run iperf3-srv_10.42.42.10(pid=28809): Launched\u000a23:19:26.605552 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:19:26.738412 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:27.066464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Launched\u000a23:19:27.338473 run iperf3-srv_10.42.42.10(pid=28811): Launched\u000a23:19:27.533818 tst cs_paging_gprs_active.py:38: start network...\u000a23:19:27.666760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:28.166458 run create_hlr_db(pid=28812): Launched\u000a23:19:28.350283 bus /gobi_6: Setting Powered False\u000a23:19:29.372359 run create_hlr_db(pid=28812): Terminated: ok {rc=0}\u000a23:19:29.772548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28814): Launched\u000a23:19:30.069796 run osmo-hlr_10.42.42.2(pid=28815): Launched\u000a23:19:30.185904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:30.709598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28817): Launched\u000a23:19:31.179926 run osmo-stp_10.42.42.5(pid=28818): Launched\u000a23:19:31.441316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:31.991921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28820): Launched\u000a23:19:32.099563 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:32.382183 run patchelf(pid=28821): Launched\u000a23:19:32.555771 run osmo-stp_10.42.42.5(pid=28818): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)]\u000a23:19:32.683254 run osmo-stp_10.42.42.5(pid=28818): stdout: \u000a| (launched: 2022-12-09_23:19:30.862376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:32.811476 run osmo-stp_10.42.42.5(pid=28818): stderr: \u000a| �[0;m�[38;5;43m20221209231931102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231931102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231931102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231931104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231931104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231931105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231931105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:32.934155 run osmo-stp_10.42.42.5(pid=28818): stdout: \u000a| (launched: 2022-12-09_23:19:30.862376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:33.055711 run osmo-stp_10.42.42.5(pid=28818): stderr: \u000a| �[0;m�[38;5;43m20221209231931102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231931102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231931102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231931104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231931104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231931105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231931105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:33.197982 run patchelf(pid=28821): Terminating (SIGINT)\u000a23:19:33.364768 run patchelf(pid=28821): Terminated: ok {rc=0}\u000a23:19:33.395694 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28818): Process ended prematurely: osmo-stp_10.42.42.5(pid=28818) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28818)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:19:33.405001 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:19:33.464246 run osmo-hlr_10.42.42.2(pid=28815): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28815)]\u000a23:19:33.512393 run osmo-hlr_10.42.42.2(pid=28815): stdout: \u000a| (launched: 2022-12-09_23:19:29.923671) \u000a23:19:33.562104 run osmo-hlr_10.42.42.2(pid=28815): stderr: \u000a| �[0;m�[1;31m20221209231930099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231930099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231930099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231930099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231930099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231930099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231930111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231930122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231930122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231930122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:33.603855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28808): Terminating (SIGTERM)\u000a23:19:33.643045 run iperf3-srv_10.42.42.10(pid=28809): Terminating (SIGTERM)\u000a23:19:33.682392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Terminating (SIGTERM)\u000a23:19:33.721697 run iperf3-srv_10.42.42.10(pid=28811): Terminating (SIGTERM)\u000a23:19:33.761212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28814): Terminating (SIGTERM)\u000a23:19:33.800360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28817): Terminating (SIGTERM)\u000a23:19:33.839696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28820): Terminating (SIGTERM)\u000a23:19:33.848760 --- ParallelTerminationStrategy: PID 28808 died...\u000a23:19:33.901507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28808): Terminated: ok {rc=0}\u000a23:19:33.911025 --- ParallelTerminationStrategy: PID 28809 died...\u000a23:19:33.963166 run iperf3-srv_10.42.42.10(pid=28809): Terminated {rc=256}\u000a23:19:33.972526 --- ParallelTerminationStrategy: PID 28810 died...\u000a23:19:34.024700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28810): Terminated: ok {rc=0}\u000a23:19:34.034159 --- ParallelTerminationStrategy: PID 28811 died...\u000a23:19:34.086592 run iperf3-srv_10.42.42.10(pid=28811): Terminated {rc=256}\u000a23:19:34.096145 --- ParallelTerminationStrategy: PID 28814 died...\u000a23:19:34.148172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28814): Terminated: ok {rc=0}\u000a23:19:34.157592 --- ParallelTerminationStrategy: PID 28817 died...\u000a23:19:34.209566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28817): Terminated: ok {rc=0}\u000a23:19:34.218988 --- ParallelTerminationStrategy: PID 28820 died...\u000a23:19:34.270880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28820): Terminated: ok {rc=0}\u000a23:19:34.359084 bus /gobi_0: Setting Powered False\u000a23:19:35.460356 bus /gobi_0: Setting Powered False\u000a23:19:36.571256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28830): Process ended prematurely: osmo-stp_10.42.42.5(pid=28830) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28830): Process ended prematurely: osmo-stp_10.42.42.5(pid=28830) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:19:37.679417 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:37.690772 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:37.835484 tst iperf3.py: using LAC 24361\u000a23:19:37.953622 tst iperf3.py: using RAC 136\u000a23:19:38.079041 tst iperf3.py: using CellId 24361\u000a23:19:38.204314 tst iperf3.py: using BVCI 24362\u000a23:19:38.228851 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.240407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.251665 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.263658 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.276517 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.287880 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.300012 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.312001 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:38.324242 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:38.599978 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:19:38.723358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:39.029979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28822): Launched\u000a23:19:39.284256 run iperf3-srv_10.42.42.10(pid=28823): Launched\u000a23:19:39.465358 tst iperf3.py:8: start network...\u000a23:19:39.589286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:40.062054 run create_hlr_db(pid=28824): Launched\u000a23:19:40.231826 bus /gobi_6: Setting Powered False\u000a23:19:41.254499 run create_hlr_db(pid=28824): Terminated: ok {rc=0}\u000a23:19:41.676848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28826): Launched\u000a23:19:41.994766 run osmo-hlr_10.42.42.2(pid=28827): Launched\u000a23:19:42.112042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:42.663948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28829): Launched\u000a23:19:42.981181 run osmo-stp_10.42.42.5(pid=28830): Launched\u000a23:19:43.097698 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:43.651716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28832): Launched\u000a23:19:43.766438 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:44.044476 run patchelf(pid=28833): Launched\u000a23:19:44.232414 run osmo-stp_10.42.42.5(pid=28830): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)]\u000a23:19:44.370322 run osmo-stp_10.42.42.5(pid=28830): stdout: \u000a| (launched: 2022-12-09_23:19:42.825481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:44.508010 run osmo-stp_10.42.42.5(pid=28830): stderr: \u000a| �[0;m�[38;5;43m20221209231943015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231943015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231943016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231943016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231943018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231943018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231943018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:44.641810 run osmo-stp_10.42.42.5(pid=28830): stdout: \u000a| (launched: 2022-12-09_23:19:42.825481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:44.773486 run osmo-stp_10.42.42.5(pid=28830): stderr: \u000a| �[0;m�[38;5;43m20221209231943015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231943015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231943016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231943016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231943018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231943018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231943018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:44.926623 run patchelf(pid=28833): Terminating (SIGINT)\u000a23:19:45.107204 run patchelf(pid=28833): Terminated: ok {rc=0}\u000a23:19:45.140584 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28830): Process ended prematurely: osmo-stp_10.42.42.5(pid=28830) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28830)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:19:45.150718 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a23:19:45.215270 run osmo-hlr_10.42.42.2(pid=28827): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28827)]\u000a23:19:45.267276 run osmo-hlr_10.42.42.2(pid=28827): stdout: \u000a| (launched: 2022-12-09_23:19:41.838941) \u000a23:19:45.320008 run osmo-hlr_10.42.42.2(pid=28827): stderr: \u000a| �[0;m�[1;31m20221209231942037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231942037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231942037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231942037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231942037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231942037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231942049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231942057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231942057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231942058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:45.364746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28822): Terminating (SIGTERM)\u000a23:19:45.406834 run iperf3-srv_10.42.42.10(pid=28823): Terminating (SIGTERM)\u000a23:19:45.449264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28826): Terminating (SIGTERM)\u000a23:19:45.491597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28829): Terminating (SIGTERM)\u000a23:19:45.533873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28832): Terminating (SIGTERM)\u000a23:19:45.543929 --- ParallelTerminationStrategy: PID 28822 died...\u000a23:19:45.601043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28822): Terminated: ok {rc=0}\u000a23:19:45.611464 --- ParallelTerminationStrategy: PID 28823 died...\u000a23:19:45.668295 run iperf3-srv_10.42.42.10(pid=28823): Terminated {rc=256}\u000a23:19:45.678519 --- ParallelTerminationStrategy: PID 28826 died...\u000a23:19:45.734975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28826): Terminated: ok {rc=0}\u000a23:19:45.745281 --- ParallelTerminationStrategy: PID 28829 died...\u000a23:19:45.801707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28829): Terminated: ok {rc=0}\u000a23:19:45.811922 --- ParallelTerminationStrategy: PID 28832 died...\u000a23:19:45.883537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28832): Terminated: ok {rc=0}\u000a23:19:45.972712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28849): Process ended prematurely: osmo-stp_10.42.42.5(pid=28849) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28849): Process ended prematurely: osmo-stp_10.42.42.5(pid=28849) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:19:47.101134 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.116687 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:19:47.276083 tst iperf3m4.py: using LAC 24362\u000a23:19:47.402020 tst iperf3m4.py: using RAC 137\u000a23:19:47.526507 tst iperf3m4.py: using CellId 24362\u000a23:19:47.651180 tst iperf3m4.py: using BVCI 24363\u000a23:19:47.675835 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.687519 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.698784 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.710490 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.722111 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.733664 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.745586 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.757590 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:19:47.769587 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:47.885766 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:48.006933 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:48.120716 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:19:48.412552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:19:48.547710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:48.878036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28835): Launched\u000a23:19:49.152616 run iperf3-srv_10.42.42.10(pid=28836): Launched\u000a23:19:49.349040 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:19:49.482999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:49.813575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28837): Launched\u000a23:19:50.088718 run iperf3-srv_10.42.42.10(pid=28838): Launched\u000a23:19:50.285525 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:19:50.419509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:50.748375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28839): Launched\u000a23:19:51.021877 run iperf3-srv_10.42.42.10(pid=28840): Launched\u000a23:19:51.219680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:19:51.354596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:19:51.686163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28841): Launched\u000a23:19:51.959572 run iperf3-srv_10.42.42.10(pid=28842): Launched\u000a23:19:52.155734 tst iperf3m4.py:8: start network...\u000a23:19:52.289492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:19:52.790491 run create_hlr_db(pid=28843): Launched\u000a23:19:52.974803 bus /gobi_6: Setting Powered False\u000a23:19:53.996302 run create_hlr_db(pid=28843): Terminated: ok {rc=0}\u000a23:19:54.393825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28845): Launched\u000a23:19:54.691121 run osmo-hlr_10.42.42.2(pid=28846): Launched\u000a23:19:54.800184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:19:55.313473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28848): Launched\u000a23:19:55.608569 run osmo-stp_10.42.42.5(pid=28849): Launched\u000a23:19:55.718096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:19:56.234644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28851): Launched\u000a23:19:56.340040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:19:56.597748 run patchelf(pid=28852): Launched\u000a23:19:56.770899 run osmo-stp_10.42.42.5(pid=28849): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)]\u000a23:19:56.897998 run osmo-stp_10.42.42.5(pid=28849): stdout: \u000a| (launched: 2022-12-09_23:19:55.463651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:57.024917 run osmo-stp_10.42.42.5(pid=28849): stderr: \u000a| �[0;m�[38;5;43m20221209231955634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231955634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231955634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231955635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231955635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231955635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231955635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:57.147478 run osmo-stp_10.42.42.5(pid=28849): stdout: \u000a| (launched: 2022-12-09_23:19:55.463651)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:19:57.268615 run osmo-stp_10.42.42.5(pid=28849): stderr: \u000a| �[0;m�[38;5;43m20221209231955634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209231955634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209231955634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209231955635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209231955635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209231955635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209231955635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:19:57.409976 run patchelf(pid=28852): Terminating (SIGINT)\u000a23:19:57.576816 run patchelf(pid=28852): Terminated: ok {rc=0}\u000a23:19:57.607500 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28849): Process ended prematurely: osmo-stp_10.42.42.5(pid=28849) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28849)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:19:57.616710 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:19:57.676146 run osmo-hlr_10.42.42.2(pid=28846): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28846)]\u000a23:19:57.724718 run osmo-hlr_10.42.42.2(pid=28846): stdout: \u000a| (launched: 2022-12-09_23:19:54.545730) \u000a23:19:57.773778 run osmo-hlr_10.42.42.2(pid=28846): stderr: \u000a| �[0;m�[1;31m20221209231954722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209231954722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209231954722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231954722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209231954722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209231954722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209231954740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209231954749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209231954750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209231954750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:19:57.815149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28835): Terminating (SIGTERM)\u000a23:19:57.854120 run iperf3-srv_10.42.42.10(pid=28836): Terminating (SIGTERM)\u000a23:19:57.893210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28837): Terminating (SIGTERM)\u000a23:19:57.932127 run iperf3-srv_10.42.42.10(pid=28838): Terminating (SIGTERM)\u000a23:19:57.971275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28839): Terminating (SIGTERM)\u000a23:19:58.010166 run iperf3-srv_10.42.42.10(pid=28840): Terminating (SIGTERM)\u000a23:19:58.049383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28841): Terminating (SIGTERM)\u000a23:19:58.088318 run iperf3-srv_10.42.42.10(pid=28842): Terminating (SIGTERM)\u000a23:19:58.127301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28845): Terminating (SIGTERM)\u000a23:19:58.166152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28848): Terminating (SIGTERM)\u000a23:19:58.205100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28851): Terminating (SIGTERM)\u000a23:19:58.214148 --- ParallelTerminationStrategy: PID 28835 died...\u000a23:19:58.266676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28835): Terminated: ok {rc=0}\u000a23:19:58.276061 --- ParallelTerminationStrategy: PID 28836 died...\u000a23:19:58.328124 run iperf3-srv_10.42.42.10(pid=28836): Terminated {rc=256}\u000a23:19:58.337848 --- ParallelTerminationStrategy: PID 28837 died...\u000a23:19:58.390534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28837): Terminated: ok {rc=0}\u000a23:19:58.399918 --- ParallelTerminationStrategy: PID 28838 died...\u000a23:19:58.452353 run iperf3-srv_10.42.42.10(pid=28838): Terminated {rc=256}\u000a23:19:58.461810 --- ParallelTerminationStrategy: PID 28839 died...\u000a23:19:58.514321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28839): Terminated: ok {rc=0}\u000a23:19:58.523795 --- ParallelTerminationStrategy: PID 28840 died...\u000a23:19:58.576351 run iperf3-srv_10.42.42.10(pid=28840): Terminated {rc=256}\u000a23:19:58.585865 --- ParallelTerminationStrategy: PID 28841 died...\u000a23:19:58.638132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28841): Terminated: ok {rc=0}\u000a23:19:58.647582 --- ParallelTerminationStrategy: PID 28842 died...\u000a23:19:58.699820 run iperf3-srv_10.42.42.10(pid=28842): Terminated {rc=256}\u000a23:19:58.709331 --- ParallelTerminationStrategy: PID 28845 died...\u000a23:19:58.761906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28845): Terminated: ok {rc=0}\u000a23:19:58.771414 --- ParallelTerminationStrategy: PID 28848 died...\u000a23:19:58.823762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28848): Terminated: ok {rc=0}\u000a23:19:58.833436 --- ParallelTerminationStrategy: PID 28851 died...\u000a23:19:58.885664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28851): Terminated: ok {rc=0}\u000a23:19:58.968120 bus /gobi_4: Setting Powered False\u000a23:20:00.075187 bus /gobi_4: Setting Powered False\u000a23:20:01.224364 bus /gobi_1: Setting Powered False\u000a23:20:02.326204 bus /gobi_1: Setting Powered False\u000a23:20:03.438640 bus /gobi_0: Setting Powered False\u000a23:20:04.540699 bus /gobi_0: Setting Powered False\u000a23:20:05.653036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:20:06.720206 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:06.731510 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:20:06.873895 tst ping.py: using LAC 24363\u000a23:20:06.990288 tst ping.py: using RAC 138\u000a23:20:07.105427 tst ping.py: using CellId 24363\u000a23:20:07.220714 tst ping.py: using BVCI 24364\u000a23:20:07.243119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:07.253967 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:07.264489 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:07.275134 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:07.285601 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:07.296013 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:07.306730 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:07.317232 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:07.602425 tst ping.py:19: start network...\u000a23:20:07.733390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:08.226051 run create_hlr_db(pid=28856): Launched\u000a23:20:08.408351 bus /gobi_6: Setting Powered False\u000a23:20:09.429626 run create_hlr_db(pid=28856): Terminated: ok {rc=0}\u000a23:20:09.823056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Launched\u000a23:20:10.116103 run osmo-hlr_10.42.42.2(pid=28859): Launched\u000a23:20:10.223419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:10.736776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Launched\u000a23:20:11.026559 run osmo-stp_10.42.42.5(pid=28862): Launched\u000a23:20:11.132715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:11.639640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Launched\u000a23:20:11.743248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:11.997429 run patchelf(pid=28865): Launched\u000a23:20:12.167075 run osmo-stp_10.42.42.5(pid=28862): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)]\u000a23:20:12.291454 run osmo-stp_10.42.42.5(pid=28862): stdout: \u000a| (launched: 2022-12-09_23:20:10.884203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:12.416114 run osmo-stp_10.42.42.5(pid=28862): stderr: \u000a| �[0;m�[38;5;43m20221209232011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232011056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:12.536203 run osmo-stp_10.42.42.5(pid=28862): stdout: \u000a| (launched: 2022-12-09_23:20:10.884203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:12.655041 run osmo-stp_10.42.42.5(pid=28862): stderr: \u000a| �[0;m�[38;5;43m20221209232011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232011055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232011056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232011056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:12.794090 run patchelf(pid=28865): Terminating (SIGINT)\u000a23:20:12.956914 run patchelf(pid=28865): Terminated: ok {rc=0}\u000a23:20:12.986658 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28862): Process ended prematurely: osmo-stp_10.42.42.5(pid=28862) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28862)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:20:12.995071 tst ping.py:22: Test FAILED (6.3 sec)\u000a23:20:13.054329 run osmo-hlr_10.42.42.2(pid=28859): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28859)]\u000a23:20:13.102671 run osmo-hlr_10.42.42.2(pid=28859): stdout: \u000a| (launched: 2022-12-09_23:20:09.971828) \u000a23:20:13.151662 run osmo-hlr_10.42.42.2(pid=28859): stderr: \u000a| �[0;m�[1;31m20221209232010145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232010145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232010146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232010146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232010146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232010146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232010163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232010172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232010172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232010172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:13.193357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Terminating (SIGTERM)\u000a23:20:13.232629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Terminating (SIGTERM)\u000a23:20:13.271808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Terminating (SIGTERM)\u000a23:20:13.280930 --- ParallelTerminationStrategy: PID 28858 died...\u000a23:20:13.333711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28858): Terminated: ok {rc=0}\u000a23:20:13.343449 --- ParallelTerminationStrategy: PID 28861 died...\u000a23:20:13.396434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28861): Terminated: ok {rc=0}\u000a23:20:13.405859 --- ParallelTerminationStrategy: PID 28864 died...\u000a23:20:13.458173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28864): Terminated: ok {rc=0}\u000a23:20:13.545974 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28872): Process ended prematurely: osmo-stp_10.42.42.5(pid=28872) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28872)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28872): Process ended prematurely: osmo-stp_10.42.42.5(pid=28872) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:20:14.597885 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:14.609102 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:20:14.750974 tst ping_idle_ping.py: using LAC 24364\u000a23:20:14.865704 tst ping_idle_ping.py: using RAC 139\u000a23:20:14.981132 tst ping_idle_ping.py: using CellId 24364\u000a23:20:15.105723 tst ping_idle_ping.py: using BVCI 24365\u000a23:20:15.129780 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:15.141257 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:15.152240 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:15.164125 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:15.175772 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:15.188434 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:15.199618 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:20:15.211348 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:20:15.501656 tst ping_idle_ping.py:24: start network...\u000a23:20:15.633601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:16.151325 run create_hlr_db(pid=28866): Launched\u000a23:20:16.338171 bus /gobi_6: Setting Powered False\u000a23:20:17.346041 run create_hlr_db(pid=28866): Terminated: ok {rc=0}\u000a23:20:17.748831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28868): Launched\u000a23:20:18.043061 run osmo-hlr_10.42.42.2(pid=28869): Launched\u000a23:20:18.150910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:18.657298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28871): Launched\u000a23:20:18.948932 run osmo-stp_10.42.42.5(pid=28872): Launched\u000a23:20:19.055682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:19.563810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28874): Launched\u000a23:20:19.667678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:19.921844 run patchelf(pid=28875): Launched\u000a23:20:20.092734 run osmo-stp_10.42.42.5(pid=28872): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28872)]\u000a23:20:20.217749 run osmo-stp_10.42.42.5(pid=28872): stdout: \u000a| (launched: 2022-12-09_23:20:18.805573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:20.343092 run osmo-stp_10.42.42.5(pid=28872): stderr: \u000a| �[0;m�[38;5;43m20221209232018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232018975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232018976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232018976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232018976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:20.463609 run osmo-stp_10.42.42.5(pid=28872): stdout: \u000a| (launched: 2022-12-09_23:20:18.805573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:20.583219 run osmo-stp_10.42.42.5(pid=28872): stderr: \u000a| �[0;m�[38;5;43m20221209232018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232018975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232018975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232018976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232018976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232018976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:20.722383 run patchelf(pid=28875): Terminating (SIGINT)\u000a23:20:20.885635 run patchelf(pid=28875): Terminated: ok {rc=0}\u000a23:20:20.915498 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28872): Process ended prematurely: osmo-stp_10.42.42.5(pid=28872) [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28872)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:20:20.923970 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:20:20.982584 run osmo-hlr_10.42.42.2(pid=28869): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28869)]\u000a23:20:21.031006 run osmo-hlr_10.42.42.2(pid=28869): stdout: \u000a| (launched: 2022-12-09_23:20:17.899368) \u000a23:20:21.080077 run osmo-hlr_10.42.42.2(pid=28869): stderr: \u000a| �[0;m�[1;31m20221209232018076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232018076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232018076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232018077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232018077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232018077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232018089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232018098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232018098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232018098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:21.121855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28868): Terminating (SIGTERM)\u000a23:20:21.161070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28871): Terminating (SIGTERM)\u000a23:20:21.200200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28874): Terminating (SIGTERM)\u000a23:20:21.209254 --- ParallelTerminationStrategy: PID 28868 died...\u000a23:20:21.261984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28868): Terminated: ok {rc=0}\u000a23:20:21.271371 --- ParallelTerminationStrategy: PID 28871 died...\u000a23:20:21.323457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28871): Terminated: ok {rc=0}\u000a23:20:21.332812 --- ParallelTerminationStrategy: PID 28874 died...\u000a23:20:21.384622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28874): Terminated: ok {rc=0}\u000a23:20:21.472420 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:19:24" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:20:23.593354 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:23.604215 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:23.748932 tst cs_paging_gprs_active.py: using LAC 24365\u000a23:20:23.866428 tst cs_paging_gprs_active.py: using RAC 140\u000a23:20:23.986309 tst cs_paging_gprs_active.py: using CellId 24365\u000a23:20:24.102858 tst cs_paging_gprs_active.py: using BVCI 24366\u000a23:20:24.125842 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.136438 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.147159 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.157635 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.168025 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.178539 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.189054 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.199381 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:24.209984 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:24.328165 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:24.620895 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:20:24.754953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:25.085098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Launched\u000a23:20:25.359059 run iperf3-srv_10.42.42.10(pid=28883): Launched\u000a23:20:25.555210 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:20:25.688670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:26.019321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Launched\u000a23:20:26.292758 run iperf3-srv_10.42.42.10(pid=28885): Launched\u000a23:20:26.488532 tst cs_paging_gprs_active.py:38: start network...\u000a23:20:26.622334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:27.124129 run create_hlr_db(pid=28886): Launched\u000a23:20:27.309533 bus /gobi_6: Setting Powered False\u000a23:20:28.318796 run create_hlr_db(pid=28886): Terminated: ok {rc=0}\u000a23:20:28.751158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Launched\u000a23:20:29.071793 run osmo-hlr_10.42.42.2(pid=28889): Launched\u000a23:20:29.191948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:29.747637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Launched\u000a23:20:30.067770 run osmo-stp_10.42.42.5(pid=28892): Launched\u000a23:20:30.184583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:30.740700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28894): Launched\u000a23:20:30.871387 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:31.160048 run patchelf(pid=28895): Launched\u000a23:20:31.338656 run osmo-stp_10.42.42.5(pid=28892): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)]\u000a23:20:31.471418 run osmo-stp_10.42.42.5(pid=28892): stdout: \u000a| (launched: 2022-12-09_23:20:29.909995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:31.606382 run osmo-stp_10.42.42.5(pid=28892): stderr: \u000a| �[0;m�[38;5;43m20221209232030101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232030101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232030101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232030102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232030102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232030102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232030102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:31.733131 run osmo-stp_10.42.42.5(pid=28892): stdout: \u000a| (launched: 2022-12-09_23:20:29.909995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:31.860684 run osmo-stp_10.42.42.5(pid=28892): stderr: \u000a| �[0;m�[38;5;43m20221209232030101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232030101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232030101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232030102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232030102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232030102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232030102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:32.011942 run patchelf(pid=28895): Terminating (SIGINT)\u000a23:20:32.198990 run patchelf(pid=28895): Terminated: ok {rc=0}\u000a23:20:32.233253 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=28892): Process ended prematurely: osmo-stp_10.42.42.5(pid=28892) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28892)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:20:32.243902 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:20:32.309381 run osmo-hlr_10.42.42.2(pid=28889): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28889)]\u000a23:20:32.362063 run osmo-hlr_10.42.42.2(pid=28889): stdout: \u000a| (launched: 2022-12-09_23:20:28.914384) \u000a23:20:32.415094 run osmo-hlr_10.42.42.2(pid=28889): stderr: \u000a| �[0;m�[1;31m20221209232029111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232029111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232029111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232029111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232029111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232029111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232029123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232029131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232029131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232029132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:32.459842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminating (SIGTERM)\u000a23:20:32.503166 run iperf3-srv_10.42.42.10(pid=28883): Terminating (SIGTERM)\u000a23:20:32.545938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminating (SIGTERM)\u000a23:20:32.589575 run iperf3-srv_10.42.42.10(pid=28885): Terminating (SIGTERM)\u000a23:20:32.631671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Terminating (SIGTERM)\u000a23:20:32.674503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Terminating (SIGTERM)\u000a23:20:32.717397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28894): Terminating (SIGTERM)\u000a23:20:32.727858 --- ParallelTerminationStrategy: PID 28882 died...\u000a23:20:32.785890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28882): Terminated: ok {rc=0}\u000a23:20:32.796217 --- ParallelTerminationStrategy: PID 28883 died...\u000a23:20:32.853817 run iperf3-srv_10.42.42.10(pid=28883): Terminated {rc=256}\u000a23:20:32.864078 --- ParallelTerminationStrategy: PID 28884 died...\u000a23:20:32.921808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28884): Terminated: ok {rc=0}\u000a23:20:32.931936 --- ParallelTerminationStrategy: PID 28885 died...\u000a23:20:32.989808 run iperf3-srv_10.42.42.10(pid=28885): Terminated {rc=256}\u000a23:20:33.000018 --- ParallelTerminationStrategy: PID 28888 died...\u000a23:20:33.056912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28888): Terminated: ok {rc=0}\u000a23:20:33.067707 --- ParallelTerminationStrategy: PID 28891 died...\u000a23:20:33.125405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28891): Terminated: ok {rc=0}\u000a23:20:33.135617 --- ParallelTerminationStrategy: PID 28894 died...\u000a23:20:33.193115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28894): Terminated: ok {rc=0}\u000a23:20:33.279733 bus /gobi_0: Setting Powered False\u000a23:20:34.387395 bus /gobi_0: Setting Powered False\u000a23:20:35.494500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:20:36.609003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:36.620806 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:36.775708 tst iperf3.py: using LAC 24366\u000a23:20:36.902492 tst iperf3.py: using RAC 141\u000a23:20:37.031506 tst iperf3.py: using CellId 24366\u000a23:20:37.157667 tst iperf3.py: using BVCI 24367\u000a23:20:37.182174 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.193390 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.204375 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.215766 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.227059 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.238441 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.249763 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.260823 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:37.272263 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:37.560361 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:20:37.694667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:38.025230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28897): Launched\u000a23:20:38.300714 run iperf3-srv_10.42.42.10(pid=28898): Launched\u000a23:20:38.497361 tst iperf3.py:8: start network...\u000a23:20:38.631455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:39.133203 run create_hlr_db(pid=28899): Launched\u000a23:20:39.318439 bus /gobi_6: Setting Powered False\u000a23:20:40.339770 run create_hlr_db(pid=28899): Terminated: ok {rc=0}\u000a23:20:40.740548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Launched\u000a23:20:41.037459 run osmo-hlr_10.42.42.2(pid=28902): Launched\u000a23:20:41.147800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:41.665677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Launched\u000a23:20:41.962052 run osmo-stp_10.42.42.5(pid=28905): Launched\u000a23:20:42.071114 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:42.588422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28907): Launched\u000a23:20:42.694394 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:42.953178 run patchelf(pid=28908): Launched\u000a23:20:43.128044 run osmo-stp_10.42.42.5(pid=28905): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)]\u000a23:20:43.255940 run osmo-stp_10.42.42.5(pid=28905): stdout: \u000a| (launched: 2022-12-09_23:20:41.816294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:43.384091 run osmo-stp_10.42.42.5(pid=28905): stderr: \u000a| �[0;m�[38;5;43m20221209232041985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232041985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232041985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232041986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:43.507642 run osmo-stp_10.42.42.5(pid=28905): stdout: \u000a| (launched: 2022-12-09_23:20:41.816294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:43.629859 run osmo-stp_10.42.42.5(pid=28905): stderr: \u000a| �[0;m�[38;5;43m20221209232041985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232041985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232041985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232041986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232041986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:43.772672 run patchelf(pid=28908): Terminating (SIGINT)\u000a23:20:43.941194 run patchelf(pid=28908): Terminated: ok {rc=0}\u000a23:20:43.972066 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28905): Process ended prematurely: osmo-stp_10.42.42.5(pid=28905) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28905)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:20:43.981246 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a23:20:44.040010 run osmo-hlr_10.42.42.2(pid=28902): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28902)]\u000a23:20:44.088693 run osmo-hlr_10.42.42.2(pid=28902): stdout: \u000a| (launched: 2022-12-09_23:20:40.891682) \u000a23:20:44.137652 run osmo-hlr_10.42.42.2(pid=28902): stderr: \u000a| �[0;m�[1;31m20221209232041068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232041068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232041068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232041068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232041068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232041068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232041080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232041089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232041089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232041089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:44.179120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28897): Terminating (SIGTERM)\u000a23:20:44.218468 run iperf3-srv_10.42.42.10(pid=28898): Terminating (SIGTERM)\u000a23:20:44.257782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Terminating (SIGTERM)\u000a23:20:44.296874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Terminating (SIGTERM)\u000a23:20:44.335899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28907): Terminating (SIGTERM)\u000a23:20:44.345001 --- ParallelTerminationStrategy: PID 28897 died...\u000a23:20:44.397569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28897): Terminated: ok {rc=0}\u000a23:20:44.407137 --- ParallelTerminationStrategy: PID 28898 died...\u000a23:20:44.459719 run iperf3-srv_10.42.42.10(pid=28898): Terminated {rc=256}\u000a23:20:44.469239 --- ParallelTerminationStrategy: PID 28901 died...\u000a23:20:44.521626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28901): Terminated: ok {rc=0}\u000a23:20:44.531156 --- ParallelTerminationStrategy: PID 28904 died...\u000a23:20:44.583609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28904): Terminated: ok {rc=0}\u000a23:20:44.593126 --- ParallelTerminationStrategy: PID 28907 died...\u000a23:20:44.645540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28907): Terminated: ok {rc=0}\u000a23:20:44.733130 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28923): Process ended prematurely: osmo-stp_10.42.42.5(pid=28923) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28923)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28923): Process ended prematurely: osmo-stp_10.42.42.5(pid=28923) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:20:45.847565 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:45.859525 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:20:46.012796 tst iperf3m4.py: using LAC 24367\u000a23:20:46.152742 tst iperf3m4.py: using RAC 142\u000a23:20:46.280857 tst iperf3m4.py: using CellId 24367\u000a23:20:46.400749 tst iperf3m4.py: using BVCI 24368\u000a23:20:46.424469 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.435901 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.447304 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.458712 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.469800 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.480934 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.493259 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.504397 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:20:46.515845 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:46.632800 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:46.772447 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:46.888791 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:20:47.169406 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:20:47.295842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:47.603130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28909): Launched\u000a23:20:47.856621 run iperf3-srv_10.42.42.10(pid=28910): Launched\u000a23:20:48.037471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:20:48.161723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:48.468853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28911): Launched\u000a23:20:48.722975 run iperf3-srv_10.42.42.10(pid=28912): Launched\u000a23:20:48.904265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:20:49.027760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:49.334867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28913): Launched\u000a23:20:49.588879 run iperf3-srv_10.42.42.10(pid=28914): Launched\u000a23:20:49.769332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:20:49.892520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:20:50.199820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Launched\u000a23:20:50.454193 run iperf3-srv_10.42.42.10(pid=28916): Launched\u000a23:20:50.634261 tst iperf3m4.py:8: start network...\u000a23:20:50.757888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:20:51.232727 run create_hlr_db(pid=28917): Launched\u000a23:20:51.403500 bus /gobi_6: Setting Powered False\u000a23:20:52.425137 run create_hlr_db(pid=28917): Terminated: ok {rc=0}\u000a23:20:52.819528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28919): Launched\u000a23:20:53.116151 run osmo-hlr_10.42.42.2(pid=28920): Launched\u000a23:20:53.234795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:20:53.762594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28922): Launched\u000a23:20:54.057888 run osmo-stp_10.42.42.5(pid=28923): Launched\u000a23:20:54.166724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:20:54.684824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28925): Launched\u000a23:20:54.790714 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:20:55.050389 run patchelf(pid=28926): Launched\u000a23:20:55.225008 run osmo-stp_10.42.42.5(pid=28923): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28923)]\u000a23:20:55.352907 run osmo-stp_10.42.42.5(pid=28923): stdout: \u000a| (launched: 2022-12-09_23:20:53.913598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:55.481496 run osmo-stp_10.42.42.5(pid=28923): stderr: \u000a| �[0;m�[38;5;43m20221209232054081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232054081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232054081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232054082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232054084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232054084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232054084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:55.604840 run osmo-stp_10.42.42.5(pid=28923): stdout: \u000a| (launched: 2022-12-09_23:20:53.913598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:20:55.727050 run osmo-stp_10.42.42.5(pid=28923): stderr: \u000a| �[0;m�[38;5;43m20221209232054081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232054081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232054081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232054082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232054084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232054084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232054084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:20:55.870362 run patchelf(pid=28926): Terminating (SIGINT)\u000a23:20:56.038178 run patchelf(pid=28926): Terminated: ok {rc=0}\u000a23:20:56.069056 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=28923): Process ended prematurely: osmo-stp_10.42.42.5(pid=28923) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28923)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:20:56.078285 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a23:20:56.137736 run osmo-hlr_10.42.42.2(pid=28920): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28920)]\u000a23:20:56.186663 run osmo-hlr_10.42.42.2(pid=28920): stdout: \u000a| (launched: 2022-12-09_23:20:52.970750) \u000a23:20:56.235740 run osmo-hlr_10.42.42.2(pid=28920): stderr: \u000a| �[0;m�[1;31m20221209232053143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232053143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232053143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232053144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232053144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232053144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232053156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232053166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:20:56.277238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28909): Terminating (SIGTERM)\u000a23:20:56.316242 run iperf3-srv_10.42.42.10(pid=28910): Terminating (SIGTERM)\u000a23:20:56.355401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28911): Terminating (SIGTERM)\u000a23:20:56.394553 run iperf3-srv_10.42.42.10(pid=28912): Terminating (SIGTERM)\u000a23:20:56.433592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28913): Terminating (SIGTERM)\u000a23:20:56.472569 run iperf3-srv_10.42.42.10(pid=28914): Terminating (SIGTERM)\u000a23:20:56.511613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Terminating (SIGTERM)\u000a23:20:56.550636 run iperf3-srv_10.42.42.10(pid=28916): Terminating (SIGTERM)\u000a23:20:56.589824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28919): Terminating (SIGTERM)\u000a23:20:56.629061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28922): Terminating (SIGTERM)\u000a23:20:56.668459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28925): Terminating (SIGTERM)\u000a23:20:56.677605 --- ParallelTerminationStrategy: PID 28909 died...\u000a23:20:56.730277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28909): Terminated: ok {rc=0}\u000a23:20:56.739739 --- ParallelTerminationStrategy: PID 28910 died...\u000a23:20:56.792014 run iperf3-srv_10.42.42.10(pid=28910): Terminated {rc=256}\u000a23:20:56.801877 --- ParallelTerminationStrategy: PID 28911 died...\u000a23:20:56.854451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28911): Terminated: ok {rc=0}\u000a23:20:56.863856 --- ParallelTerminationStrategy: PID 28912 died...\u000a23:20:56.916149 run iperf3-srv_10.42.42.10(pid=28912): Terminated {rc=256}\u000a23:20:56.925650 --- ParallelTerminationStrategy: PID 28913 died...\u000a23:20:56.978092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28913): Terminated: ok {rc=0}\u000a23:20:56.987533 --- ParallelTerminationStrategy: PID 28914 died...\u000a23:20:57.039998 run iperf3-srv_10.42.42.10(pid=28914): Terminated {rc=256}\u000a23:20:57.049852 --- ParallelTerminationStrategy: PID 28915 died...\u000a23:20:57.102408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=28915): Terminated: ok {rc=0}\u000a23:20:57.111856 --- ParallelTerminationStrategy: PID 28916 died...\u000a23:20:57.164291 run iperf3-srv_10.42.42.10(pid=28916): Terminated {rc=256}\u000a23:20:57.173852 --- ParallelTerminationStrategy: PID 28919 died...\u000a23:20:57.226905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28919): Terminated: ok {rc=0}\u000a23:20:57.236352 --- ParallelTerminationStrategy: PID 28922 died...\u000a23:20:57.288709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28922): Terminated: ok {rc=0}\u000a23:20:57.298249 --- ParallelTerminationStrategy: PID 28925 died...\u000a23:20:57.350704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28925): Terminated: ok {rc=0}\u000a23:20:57.438495 bus /gobi_4: Setting Powered False\u000a23:20:58.541203 bus /gobi_4: Setting Powered False\u000a23:20:59.645630 bus /gobi_1: Setting Powered False\u000a23:21:00.745255 bus /gobi_1: Setting Powered False\u000a23:21:01.861776 bus /gobi_0: Setting Powered False\u000a23:21:02.965881 bus /gobi_0: Setting Powered False\u000a23:21:04.073879 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28933): Process ended prematurely: osmo-stp_10.42.42.5(pid=28933) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28933)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28933): Process ended prematurely: osmo-stp_10.42.42.5(pid=28933) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:21:05.141908 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.154731 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:21:05.298231 tst ping.py: using LAC 24368\u000a23:21:05.414164 tst ping.py: using RAC 143\u000a23:21:05.536830 tst ping.py: using CellId 24368\u000a23:21:05.659800 tst ping.py: using BVCI 24369\u000a23:21:05.684217 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.695854 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.707437 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.718752 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.730225 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.741520 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.752883 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:05.764181 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:06.047034 tst ping.py:19: start network...\u000a23:21:06.180130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:06.678594 run create_hlr_db(pid=28927): Launched\u000a23:21:06.847875 bus /gobi_6: Setting Powered False\u000a23:21:07.869584 run create_hlr_db(pid=28927): Terminated: ok {rc=0}\u000a23:21:08.258569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28929): Launched\u000a23:21:08.551148 run osmo-hlr_10.42.42.2(pid=28930): Launched\u000a23:21:08.657770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:09.167234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28932): Launched\u000a23:21:09.458372 run osmo-stp_10.42.42.5(pid=28933): Launched\u000a23:21:09.565741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:10.074325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28935): Launched\u000a23:21:10.178205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:10.433038 run patchelf(pid=28936): Launched\u000a23:21:10.603769 run osmo-stp_10.42.42.5(pid=28933): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28933)]\u000a23:21:10.728609 run osmo-stp_10.42.42.5(pid=28933): stdout: \u000a| (launched: 2022-12-09_23:21:09.315137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:10.853816 run osmo-stp_10.42.42.5(pid=28933): stderr: \u000a| �[0;m�[38;5;43m20221209232109484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232109484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232109484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232109485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232109485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232109485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232109485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:10.974642 run osmo-stp_10.42.42.5(pid=28933): stdout: \u000a| (launched: 2022-12-09_23:21:09.315137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:11.094805 run osmo-stp_10.42.42.5(pid=28933): stderr: \u000a| �[0;m�[38;5;43m20221209232109484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232109484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232109484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232109485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232109485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232109485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232109485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:11.235039 run patchelf(pid=28936): Terminating (SIGINT)\u000a23:21:11.398651 run patchelf(pid=28936): Terminated: ok {rc=0}\u000a23:21:11.428364 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=28933): Process ended prematurely: osmo-stp_10.42.42.5(pid=28933) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28933)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:21:11.436827 tst ping.py:22: Test FAILED (6.3 sec)\u000a23:21:11.495946 run osmo-hlr_10.42.42.2(pid=28930): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28930)]\u000a23:21:11.544438 run osmo-hlr_10.42.42.2(pid=28930): stdout: \u000a| (launched: 2022-12-09_23:21:08.407798) \u000a23:21:11.593491 run osmo-hlr_10.42.42.2(pid=28930): stderr: \u000a| �[0;m�[1;31m20221209232108581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232108582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232108582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232108582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232108582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232108582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232108594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232108605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232108605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232108605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:11.635548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28929): Terminating (SIGTERM)\u000a23:21:11.674931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28932): Terminating (SIGTERM)\u000a23:21:11.714329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28935): Terminating (SIGTERM)\u000a23:21:11.723537 --- ParallelTerminationStrategy: PID 28929 died...\u000a23:21:11.776517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28929): Terminated: ok {rc=0}\u000a23:21:11.786089 --- ParallelTerminationStrategy: PID 28932 died...\u000a23:21:11.839162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28932): Terminated: ok {rc=0}\u000a23:21:11.848698 --- ParallelTerminationStrategy: PID 28935 died...\u000a23:21:11.902298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28935): Terminated: ok {rc=0}\u000a23:21:11.992266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28943): Process ended prematurely: osmo-stp_10.42.42.5(pid=28943) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28943): Process ended prematurely: osmo-stp_10.42.42.5(pid=28943) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:21:13.043266 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.055216 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:21:13.198628 tst ping_idle_ping.py: using LAC 24369\u000a23:21:13.316890 tst ping_idle_ping.py: using RAC 144\u000a23:21:13.434810 tst ping_idle_ping.py: using CellId 24369\u000a23:21:13.550434 tst ping_idle_ping.py: using BVCI 24370\u000a23:21:13.573062 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.583888 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.594489 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.605031 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.615488 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.626014 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.636641 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:21:13.647171 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:21:13.918049 tst ping_idle_ping.py:24: start network...\u000a23:21:14.040432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:14.513444 run create_hlr_db(pid=28937): Launched\u000a23:21:14.682368 bus /gobi_6: Setting Powered False\u000a23:21:15.715422 run create_hlr_db(pid=28937): Terminated: ok {rc=0}\u000a23:21:16.176553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28939): Launched\u000a23:21:16.629553 run osmo-hlr_10.42.42.2(pid=28940): Launched\u000a23:21:16.789169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:17.358271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28942): Launched\u000a23:21:17.673159 run osmo-stp_10.42.42.5(pid=28943): Launched\u000a23:21:17.788178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:18.337081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28945): Launched\u000a23:21:18.450055 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:18.722790 run patchelf(pid=28946): Launched\u000a23:21:18.907502 run osmo-stp_10.42.42.5(pid=28943): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)]\u000a23:21:19.043058 run osmo-stp_10.42.42.5(pid=28943): stdout: \u000a| (launched: 2022-12-09_23:21:17.518759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:19.179841 run osmo-stp_10.42.42.5(pid=28943): stderr: \u000a| �[0;m�[38;5;43m20221209232117707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232117707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232117707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232117708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232117708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232117708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232117708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:19.310851 run osmo-stp_10.42.42.5(pid=28943): stdout: \u000a| (launched: 2022-12-09_23:21:17.518759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:19.440542 run osmo-stp_10.42.42.5(pid=28943): stderr: \u000a| �[0;m�[38;5;43m20221209232117707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232117707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232117707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232117708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232117708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232117708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232117708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:19.591367 run patchelf(pid=28946): Terminating (SIGINT)\u000a23:21:19.768161 run patchelf(pid=28946): Terminated: ok {rc=0}\u000a23:21:19.800408 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=28943): Process ended prematurely: osmo-stp_10.42.42.5(pid=28943) [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28943)] [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:21:19.809760 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a23:21:19.873132 run osmo-hlr_10.42.42.2(pid=28940): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28940)]\u000a23:21:19.924561 run osmo-hlr_10.42.42.2(pid=28940): stdout: \u000a| (launched: 2022-12-09_23:21:16.343808) \u000a23:21:19.976902 run osmo-hlr_10.42.42.2(pid=28940): stderr: \u000a| �[0;m�[1;31m20221209232116593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232116593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232116593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232116593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232116594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232116594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232116620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232116637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232116637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232116637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:20.021416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28939): Terminating (SIGTERM)\u000a23:21:20.063348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28942): Terminating (SIGTERM)\u000a23:21:20.104993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28945): Terminating (SIGTERM)\u000a23:21:20.114932 --- ParallelTerminationStrategy: PID 28939 died...\u000a23:21:20.171467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28939): Terminated: ok {rc=0}\u000a23:21:20.181617 --- ParallelTerminationStrategy: PID 28942 died...\u000a23:21:20.237651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28942): Terminated: ok {rc=0}\u000a23:21:20.247871 --- ParallelTerminationStrategy: PID 28945 died...\u000a23:21:20.303751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28945): Terminated: ok {rc=0}\u000a23:21:20.391464 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:20:23" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28958): Process ended prematurely: osmo-stp_10.42.42.5(pid=28958) [trial-2366↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28958)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28958): Process ended prematurely: osmo-stp_10.42.42.5(pid=28958) [trial-2366↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:21:22.378698 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:22.390447 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:21:22.543086 tst switch_tch_pdch.py: using LAC 24370\u000a23:21:22.658608 tst switch_tch_pdch.py: using RAC 145\u000a23:21:22.774334 tst switch_tch_pdch.py: using CellId 24370\u000a23:21:22.898554 tst switch_tch_pdch.py: using BVCI 24371\u000a23:21:22.922866 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:22.934594 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:22.946609 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:22.958149 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:22.970439 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:22.983561 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:22.995231 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:21:23.006798 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:21:23.124209 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:21:23.413087 tst switch_tch_pdch.py:51: start network...\u000a23:21:23.544362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:24.037209 run create_hlr_db(pid=28952): Launched\u000a23:21:24.219749 bus /gobi_6: Setting Powered False\u000a23:21:25.240534 run create_hlr_db(pid=28952): Terminated: ok {rc=0}\u000a23:21:25.632774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28954): Launched\u000a23:21:25.924237 run osmo-hlr_10.42.42.2(pid=28955): Launched\u000a23:21:26.030710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:26.535868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28957): Launched\u000a23:21:26.827510 run osmo-stp_10.42.42.5(pid=28958): Launched\u000a23:21:26.933614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:27.441046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28960): Launched\u000a23:21:27.545090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:27.798674 run patchelf(pid=28961): Launched\u000a23:21:27.969578 run osmo-stp_10.42.42.5(pid=28958): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28958)]\u000a23:21:28.094558 run osmo-stp_10.42.42.5(pid=28958): stdout: \u000a| (launched: 2022-12-09_23:21:26.684588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:28.219936 run osmo-stp_10.42.42.5(pid=28958): stderr: \u000a| �[0;m�[38;5;43m20221209232126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232126854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232126854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232126855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232126855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232126855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:28.340571 run osmo-stp_10.42.42.5(pid=28958): stdout: \u000a| (launched: 2022-12-09_23:21:26.684588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:28.461128 run osmo-stp_10.42.42.5(pid=28958): stderr: \u000a| �[0;m�[38;5;43m20221209232126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232126854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232126854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232126855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232126855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232126855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:28.601383 run patchelf(pid=28961): Terminating (SIGINT)\u000a23:21:28.765373 run patchelf(pid=28961): Terminated: ok {rc=0}\u000a23:21:28.795399 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28958): Process ended prematurely: osmo-stp_10.42.42.5(pid=28958) [trial-2366↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28958)] [trial-2366↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:21:28.804120 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a23:21:28.863605 run osmo-hlr_10.42.42.2(pid=28955): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28955)]\u000a23:21:28.912545 run osmo-hlr_10.42.42.2(pid=28955): stdout: \u000a| (launched: 2022-12-09_23:21:25.781365) \u000a23:21:28.962047 run osmo-hlr_10.42.42.2(pid=28955): stderr: \u000a| �[0;m�[1;31m20221209232125957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232125957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232125957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232125957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232125957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232125957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232125972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232125982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232125982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232125982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:29.004196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28954): Terminating (SIGTERM)\u000a23:21:29.043766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28957): Terminating (SIGTERM)\u000a23:21:29.083369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28960): Terminating (SIGTERM)\u000a23:21:29.092728 --- ParallelTerminationStrategy: PID 28954 died...\u000a23:21:29.145887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28954): Terminated: ok {rc=0}\u000a23:21:29.155347 --- ParallelTerminationStrategy: PID 28957 died...\u000a23:21:29.208394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28957): Terminated: ok {rc=0}\u000a23:21:29.218036 --- ParallelTerminationStrategy: PID 28960 died...\u000a23:21:29.271215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28960): Terminated: ok {rc=0}\u000a23:21:29.354842 bus /gobi_0: Setting Powered False\u000a23:21:30.455854 bus /gobi_0: Setting Powered False\u000a23:21:31.570462 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:21:22" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28971): Process ended prematurely: osmo-stp_10.42.42.5(pid=28971) [trial-2366↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28971)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28971): Process ended prematurely: osmo-stp_10.42.42.5(pid=28971) [trial-2366↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:21:33.497440 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:33.508238 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:21:33.649481 tst switch_tch_pdch.py: using LAC 24371\u000a23:21:33.764413 tst switch_tch_pdch.py: using RAC 146\u000a23:21:33.881178 tst switch_tch_pdch.py: using CellId 24371\u000a23:21:33.995534 tst switch_tch_pdch.py: using BVCI 24372\u000a23:21:34.017968 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:34.028808 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:34.039433 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:34.050013 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:34.060469 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:34.071051 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:34.081707 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:21:34.092326 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:21:34.210622 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:21:34.483296 tst switch_tch_pdch.py:51: start network...\u000a23:21:34.605975 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:35.047971 run create_hlr_db(pid=28965): Launched\u000a23:21:35.167144 bus /gobi_6: Setting Powered False\u000a23:21:36.237972 run create_hlr_db(pid=28965): Terminated: ok {rc=0}\u000a23:21:36.629043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28967): Launched\u000a23:21:36.943289 run osmo-hlr_10.42.42.2(pid=28968): Launched\u000a23:21:37.060758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:37.581313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28970): Launched\u000a23:21:37.895217 run osmo-stp_10.42.42.5(pid=28971): Launched\u000a23:21:38.010480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:21:38.533478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28973): Launched\u000a23:21:38.646112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:21:38.918916 run patchelf(pid=28974): Launched\u000a23:21:39.103219 run osmo-stp_10.42.42.5(pid=28971): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28971)]\u000a23:21:39.238583 run osmo-stp_10.42.42.5(pid=28971): stdout: \u000a| (launched: 2022-12-09_23:21:37.741399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:39.374115 run osmo-stp_10.42.42.5(pid=28971): stderr: \u000a| �[0;m�[38;5;43m20221209232137930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232137930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232137930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232137931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232137933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232137933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232137933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:39.504290 run osmo-stp_10.42.42.5(pid=28971): stdout: \u000a| (launched: 2022-12-09_23:21:37.741399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:39.633993 run osmo-stp_10.42.42.5(pid=28971): stderr: \u000a| �[0;m�[38;5;43m20221209232137930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232137930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232137930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232137931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232137933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232137933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232137933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:39.784486 run patchelf(pid=28974): Terminating (SIGINT)\u000a23:21:39.961804 run patchelf(pid=28974): Terminated: ok {rc=0}\u000a23:21:39.994020 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=28971): Process ended prematurely: osmo-stp_10.42.42.5(pid=28971) [trial-2366↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28971)] [trial-2366↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:21:40.003275 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a23:21:40.066747 run osmo-hlr_10.42.42.2(pid=28968): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28968)]\u000a23:21:40.118528 run osmo-hlr_10.42.42.2(pid=28968): stdout: \u000a| (launched: 2022-12-09_23:21:36.788807) \u000a23:21:40.171287 run osmo-hlr_10.42.42.2(pid=28968): stderr: \u000a| �[0;m�[1;31m20221209232136987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232136987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232136987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232136987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232136987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232136987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232136999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232137007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232137008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232137008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:40.215550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28967): Terminating (SIGTERM)\u000a23:21:40.257413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28970): Terminating (SIGTERM)\u000a23:21:40.299180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28973): Terminating (SIGTERM)\u000a23:21:40.309070 --- ParallelTerminationStrategy: PID 28967 died...\u000a23:21:40.365254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28967): Terminated: ok {rc=0}\u000a23:21:40.375583 --- ParallelTerminationStrategy: PID 28970 died...\u000a23:21:40.431726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28970): Terminated: ok {rc=0}\u000a23:21:40.441860 --- ParallelTerminationStrategy: PID 28973 died...\u000a23:21:40.497726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=28973): Terminated: ok {rc=0}\u000a23:21:40.585461 bus /gobi_0: Setting Powered False\u000a23:21:41.688771 bus /gobi_0: Setting Powered False\u000a23:21:42.800020 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:21:33" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28979): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28979) [trial-2366↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28979)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28979): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28979) [trial-2366↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a23:21:44.654020 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a23:21:44.665191 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a23:21:44.791116 tst mo_mt_sms.py: using LAC 24372\u000a23:21:44.914405 tst mo_mt_sms.py: using RAC 147\u000a23:21:45.037887 tst mo_mt_sms.py: using CellId 24372\u000a23:21:45.163505 tst mo_mt_sms.py: using BVCI 24373\u000a23:21:45.187651 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:21:45.302326 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:21:45.571427 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:21:45.693243 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:21:46.380341 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28978): Launched\u000a23:21:46.728197 run osmo-nitb_10.42.42.2(pid=28979): Launched\u000a23:21:46.926980 run osmo-nitb_10.42.42.2(pid=28979): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28979)]\u000a23:21:47.074610 run osmo-nitb_10.42.42.2(pid=28979): stdout: \u000a| (launched: 2022-12-09_23:21:46.545605) \u000a23:21:47.220578 run osmo-nitb_10.42.42.2(pid=28979): stderr: \u000a| (launched: 2022-12-09_23:21:46.595207)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:21:47.358605 run osmo-nitb_10.42.42.2(pid=28979): stdout: \u000a| (launched: 2022-12-09_23:21:46.545605) \u000a23:21:47.495369 run osmo-nitb_10.42.42.2(pid=28979): stderr: \u000a| (launched: 2022-12-09_23:21:46.595207)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:21:47.855405 tst osmo-nitb_10.42.42.2(pid=28979): stdout: \u000a| (launched: 2022-12-09_23:21:46.545605) \u000a23:21:47.981004 tst osmo-nitb_10.42.42.2(pid=28979): stderr: \u000a| (launched: 2022-12-09_23:21:46.595207)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:21:48.035482 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=28979): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28979) [trial-2366↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28979)] [trial-2366↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a23:21:48.044173 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a23:21:48.081147 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28978): Terminating (SIGTERM)\u000a23:21:48.259482 --- ParallelTerminationStrategy: PID 28978 died...\u000a23:21:48.317904 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28978): Terminated: ok {rc=0}\u000a23:21:48.405287 bus /sierra_3: Setting Powered False\u000a23:21:49.509410 bus /sierra_3: Setting Powered False\u000a23:21:50.622034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:21:44" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28989): Process ended prematurely: osmo-stp_10.42.42.5(pid=28989) [trial-2366↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28989)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28989): Process ended prematurely: osmo-stp_10.42.42.5(pid=28989) [trial-2366↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a23:21:52.464807 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:21:52.475322 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a23:21:52.591332 tst mo_mt_sms.py: using LAC 24373\u000a23:21:52.704933 tst mo_mt_sms.py: using RAC 148\u000a23:21:52.819244 tst mo_mt_sms.py: using CellId 24373\u000a23:21:52.932613 tst mo_mt_sms.py: using BVCI 24374\u000a23:21:52.955016 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:21:52.965437 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:21:52.975670 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:21:52.986047 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:21:52.996218 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:21:53.006567 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:21:53.123127 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a23:21:53.332734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:21:53.826462 run create_hlr_db(pid=28983): Launched\u000a23:21:54.009098 bus /sierra_2: Setting Powered False\u000a23:21:55.029980 run create_hlr_db(pid=28983): Terminated: ok {rc=0}\u000a23:21:55.448491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28985): Launched\u000a23:21:55.762277 run osmo-hlr_10.42.42.2(pid=28986): Launched\u000a23:21:55.881616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:21:56.426458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28988): Launched\u000a23:21:56.741406 run osmo-stp_10.42.42.5(pid=28989): Launched\u000a23:21:56.856537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:21:57.431168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28991): Launched\u000a23:21:57.746119 run osmo-msc_10.42.42.6(pid=28992): Launched\u000a23:21:57.932222 run osmo-stp_10.42.42.5(pid=28989): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28989)]\u000a23:21:58.066588 run osmo-stp_10.42.42.5(pid=28989): stdout: \u000a| (launched: 2022-12-09_23:21:56.586497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:58.200608 run osmo-stp_10.42.42.5(pid=28989): stderr: \u000a| �[0;m�[38;5;43m20221209232156777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232156777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232156778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232156778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232156778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232156778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232156779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:58.327623 run osmo-stp_10.42.42.5(pid=28989): stdout: \u000a| (launched: 2022-12-09_23:21:56.586497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:21:58.453635 run osmo-stp_10.42.42.5(pid=28989): stderr: \u000a| �[0;m�[38;5;43m20221209232156777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232156777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232156778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232156778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232156778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232156778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232156779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:21:58.508597 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=28989): Process ended prematurely: osmo-stp_10.42.42.5(pid=28989) [trial-2366↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28989)] [trial-2366↪sms:oc2g↪mo_mt_sms.py:16]\u000a23:21:58.517404 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a23:21:58.581279 run osmo-hlr_10.42.42.2(pid=28986): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28986)]\u000a23:21:58.633429 run osmo-hlr_10.42.42.2(pid=28986): stdout: \u000a| (launched: 2022-12-09_23:21:55.607820) \u000a23:21:58.686576 run osmo-hlr_10.42.42.2(pid=28986): stderr: \u000a| �[0;m�[1;31m20221209232155805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232155806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232155806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232155806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232155806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232155806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232155817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232155826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232155826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232155826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:21:58.758170 run osmo-msc_10.42.42.6(pid=28992): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28992)]\u000a23:21:58.810186 run osmo-msc_10.42.42.6(pid=28992): stdout: \u000a| (launched: 2022-12-09_23:21:57.591250) \u000a23:21:58.862587 run osmo-msc_10.42.42.6(pid=28992): stderr: \u000a| �[0;m�[38;5;43m20221209232157911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232157911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d77bbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232157911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232157911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232157912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232157912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232157914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232157914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232157914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232157914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:21:58.907034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28985): Terminating (SIGTERM)\u000a23:21:58.948815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28988): Terminating (SIGTERM)\u000a23:21:58.991912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28991): Terminating (SIGTERM)\u000a23:21:59.001823 --- ParallelTerminationStrategy: PID 28985 died...\u000a23:21:59.058676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28985): Terminated: ok {rc=0}\u000a23:21:59.068999 --- ParallelTerminationStrategy: PID 28988 died...\u000a23:21:59.125777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28988): Terminated: ok {rc=0}\u000a23:21:59.135845 --- ParallelTerminationStrategy: PID 28991 died...\u000a23:21:59.192575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28991): Terminated: ok {rc=0}\u000a23:21:59.279681 bus /sierra_3: Setting Powered False\u000a23:22:00.386173 bus /sierra_3: Setting Powered False\u000a23:22:01.500823 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:21:52" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=28998): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28998) [trial-2366↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28998)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=28998): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28998) [trial-2366↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a23:22:03.302520 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a23:22:03.313216 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:03.432470 tst assert_extension.py: using LAC 24374\u000a23:22:03.546122 tst assert_extension.py: using RAC 149\u000a23:22:03.659887 tst assert_extension.py: using CellId 24374\u000a23:22:03.772888 tst assert_extension.py: using BVCI 24375\u000a23:22:03.795010 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a23:22:04.081060 tst assert_extension.py:10: start nitb and bts...\u000a23:22:04.213620 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:22:04.860555 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28997): Launched\u000a23:22:05.171682 run osmo-nitb_10.42.42.2(pid=28998): Launched\u000a23:22:05.365178 run osmo-nitb_10.42.42.2(pid=28998): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28998)]\u000a23:22:05.507648 run osmo-nitb_10.42.42.2(pid=28998): stdout: \u000a| (launched: 2022-12-09_23:22:05.020314) \u000a23:22:05.650081 run osmo-nitb_10.42.42.2(pid=28998): stderr: \u000a| (launched: 2022-12-09_23:22:05.067059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:05.788346 run osmo-nitb_10.42.42.2(pid=28998): stdout: \u000a| (launched: 2022-12-09_23:22:05.020314) \u000a23:22:05.925103 run osmo-nitb_10.42.42.2(pid=28998): stderr: \u000a| (launched: 2022-12-09_23:22:05.067059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:06.297571 tst osmo-nitb_10.42.42.2(pid=28998): stdout: \u000a| (launched: 2022-12-09_23:22:05.020314) \u000a23:22:06.422591 tst osmo-nitb_10.42.42.2(pid=28998): stderr: \u000a| (launched: 2022-12-09_23:22:05.067059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:22:06.477634 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=28998): Process ended prematurely: osmo-nitb_10.42.42.2(pid=28998) [trial-2366↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=28998)] [trial-2366↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a23:22:06.486188 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:22:06.522867 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28997): Terminating (SIGTERM)\u000a23:22:06.700896 --- ParallelTerminationStrategy: PID 28997 died...\u000a23:22:06.758986 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=28997): Terminated: ok {rc=0}\u000a23:22:06.845527 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:22:03" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29008): Process ended prematurely: osmo-stp_10.42.42.5(pid=29008) [trial-2366↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29008): Process ended prematurely: osmo-stp_10.42.42.5(pid=29008) [trial-2366↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a23:22:08.637333 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:08.647915 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a23:22:08.766137 tst assert_extension.py: using LAC 24375\u000a23:22:08.879837 tst assert_extension.py: using RAC 150\u000a23:22:08.993647 tst assert_extension.py: using CellId 24375\u000a23:22:09.106347 tst assert_extension.py: using BVCI 24376\u000a23:22:09.128368 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.138763 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.149102 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.159460 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.170160 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:22:09.180677 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a23:22:09.387431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:09.882297 run create_hlr_db(pid=29002): Launched\u000a23:22:10.065786 bus /sierra_2: Setting Powered False\u000a23:22:11.086217 run create_hlr_db(pid=29002): Terminated: ok {rc=0}\u000a23:22:11.505205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29004): Launched\u000a23:22:11.819027 run osmo-hlr_10.42.42.2(pid=29005): Launched\u000a23:22:11.937299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:12.491866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29007): Launched\u000a23:22:12.806727 run osmo-stp_10.42.42.5(pid=29008): Launched\u000a23:22:12.921712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:13.493272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29010): Launched\u000a23:22:13.805889 run osmo-msc_10.42.42.6(pid=29011): Launched\u000a23:22:13.989566 run osmo-stp_10.42.42.5(pid=29008): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)]\u000a23:22:14.122586 run osmo-stp_10.42.42.5(pid=29008): stdout: \u000a| (launched: 2022-12-09_23:22:12.651512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:14.256090 run osmo-stp_10.42.42.5(pid=29008): stderr: \u000a| �[0;m�[38;5;43m20221209232212842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232212842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232212843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232212843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232212843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232212843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232212843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:14.382485 run osmo-stp_10.42.42.5(pid=29008): stdout: \u000a| (launched: 2022-12-09_23:22:12.651512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:14.507987 run osmo-stp_10.42.42.5(pid=29008): stderr: \u000a| �[0;m�[38;5;43m20221209232212842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232212842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232212843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232212843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232212843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232212843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232212843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:14.562715 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29008): Process ended prematurely: osmo-stp_10.42.42.5(pid=29008) [trial-2366↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29008)] [trial-2366↪ussd:oc2g↪assert_extension.py:17]\u000a23:22:14.571132 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a23:22:14.633597 run osmo-hlr_10.42.42.2(pid=29005): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29005)]\u000a23:22:14.684767 run osmo-hlr_10.42.42.2(pid=29005): stdout: \u000a| (launched: 2022-12-09_23:22:11.664925) \u000a23:22:14.736470 run osmo-hlr_10.42.42.2(pid=29005): stderr: \u000a| �[0;m�[1;31m20221209232211860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232211861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232211861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232211861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232211861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232211861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232211873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232211881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232211882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232211882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:14.807005 run osmo-msc_10.42.42.6(pid=29011): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29011)]\u000a23:22:14.858261 run osmo-msc_10.42.42.6(pid=29011): stdout: \u000a| (launched: 2022-12-09_23:22:13.652373) \u000a23:22:14.909460 run osmo-msc_10.42.42.6(pid=29011): stderr: \u000a| �[0;m�[38;5;43m20221209232213972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232213972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95be6b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232213972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232213972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232213973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232213973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232213975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232213975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232213975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232213975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:14.953737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29004): Terminating (SIGTERM)\u000a23:22:14.995024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29007): Terminating (SIGTERM)\u000a23:22:15.036618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29010): Terminating (SIGTERM)\u000a23:22:15.046549 --- ParallelTerminationStrategy: PID 29004 died...\u000a23:22:15.102451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29004): Terminated: ok {rc=0}\u000a23:22:15.112667 --- ParallelTerminationStrategy: PID 29007 died...\u000a23:22:15.168236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29007): Terminated: ok {rc=0}\u000a23:22:15.178457 --- ParallelTerminationStrategy: PID 29010 died...\u000a23:22:15.234044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29010): Terminated: ok {rc=0}\u000a23:22:15.319920 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29022): Process ended prematurely: osmo-stp_10.42.42.5(pid=29022) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29022): Process ended prematurely: osmo-stp_10.42.42.5(pid=29022) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:22:17.292272 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:17.303452 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:22:17.446242 tst mo_mt_call.py: using LAC 24376\u000a23:22:17.562895 tst mo_mt_call.py: using RAC 151\u000a23:22:17.680137 tst mo_mt_call.py: using CellId 24376\u000a23:22:17.797609 tst mo_mt_call.py: using BVCI 24377\u000a23:22:17.820625 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:17.831712 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:17.842767 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:17.853689 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:17.865159 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:17.876050 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:17.990176 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:18.189074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:18.663857 run create_hlr_db(pid=29016): Launched\u000a23:22:18.835387 bus /sierra_2: Setting Powered False\u000a23:22:19.856832 run create_hlr_db(pid=29016): Terminated: ok {rc=0}\u000a23:22:20.281898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29018): Launched\u000a23:22:20.602574 run osmo-hlr_10.42.42.2(pid=29019): Launched\u000a23:22:20.722415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:21.279246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29021): Launched\u000a23:22:21.600449 run osmo-stp_10.42.42.5(pid=29022): Launched\u000a23:22:21.718000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:22.300286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29024): Launched\u000a23:22:22.619563 run osmo-msc_10.42.42.6(pid=29025): Launched\u000a23:22:22.808606 run osmo-stp_10.42.42.5(pid=29022): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)]\u000a23:22:22.945084 run osmo-stp_10.42.42.5(pid=29022): stdout: \u000a| (launched: 2022-12-09_23:22:21.442581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:23.080538 run osmo-stp_10.42.42.5(pid=29022): stderr: \u000a| �[0;m�[38;5;43m20221209232221635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232221635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232221635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232221636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:23.209979 run osmo-stp_10.42.42.5(pid=29022): stdout: \u000a| (launched: 2022-12-09_23:22:21.442581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:23.337650 run osmo-stp_10.42.42.5(pid=29022): stderr: \u000a| �[0;m�[38;5;43m20221209232221635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232221635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232221635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232221636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232221636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:23.393901 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29022): Process ended prematurely: osmo-stp_10.42.42.5(pid=29022) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29022)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:22:23.403015 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:22:23.466200 run osmo-hlr_10.42.42.2(pid=29019): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29019)]\u000a23:22:23.518031 run osmo-hlr_10.42.42.2(pid=29019): stdout: \u000a| (launched: 2022-12-09_23:22:20.445829) \u000a23:22:23.570015 run osmo-hlr_10.42.42.2(pid=29019): stderr: \u000a| �[0;m�[1;31m20221209232220642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232220642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232220642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232220642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232220642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232220642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232220655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232220664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232220664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232220664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:23.641289 run osmo-msc_10.42.42.6(pid=29025): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29025)]\u000a23:22:23.692910 run osmo-msc_10.42.42.6(pid=29025): stdout: \u000a| (launched: 2022-12-09_23:22:22.462672) \u000a23:22:23.745208 run osmo-msc_10.42.42.6(pid=29025): stderr: \u000a| �[0;m�[38;5;43m20221209232222783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232222783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9eb2485c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232222784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232222784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232222784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232222784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232222787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232222788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232222788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232222788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:23.789710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29018): Terminating (SIGTERM)\u000a23:22:23.831713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29021): Terminating (SIGTERM)\u000a23:22:23.874187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29024): Terminating (SIGTERM)\u000a23:22:23.883963 --- ParallelTerminationStrategy: PID 29018 died...\u000a23:22:23.940257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29018): Terminated: ok {rc=0}\u000a23:22:23.950659 --- ParallelTerminationStrategy: PID 29021 died...\u000a23:22:24.006585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29021): Terminated: ok {rc=0}\u000a23:22:24.016842 --- ParallelTerminationStrategy: PID 29024 died...\u000a23:22:24.072883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29024): Terminated: ok {rc=0}\u000a23:22:24.161022 bus /sierra_3: Setting Powered False\u000a23:22:25.266858 bus /sierra_3: Setting Powered False\u000a23:22:26.375229 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29033): Process ended prematurely: osmo-stp_10.42.42.5(pid=29033) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29033)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29033): Process ended prematurely: osmo-stp_10.42.42.5(pid=29033) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:22:27.499240 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:27.511420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:22:27.663146 tst mo_mt_call_osmux.py: using LAC 24377\u000a23:22:27.788520 tst mo_mt_call_osmux.py: using RAC 152\u000a23:22:27.915272 tst mo_mt_call_osmux.py: using CellId 24377\u000a23:22:28.040918 tst mo_mt_call_osmux.py: using BVCI 24378\u000a23:22:28.065442 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:28.076880 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:28.088190 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:28.099689 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:28.111167 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:22:28.122742 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:28.243187 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:22:28.444770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:28.922046 run create_hlr_db(pid=29027): Launched\u000a23:22:29.092858 bus /sierra_2: Setting Powered False\u000a23:22:30.115720 run create_hlr_db(pid=29027): Terminated: ok {rc=0}\u000a23:22:30.511724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29029): Launched\u000a23:22:30.808387 run osmo-hlr_10.42.42.2(pid=29030): Launched\u000a23:22:30.946780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:31.604819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29032): Launched\u000a23:22:31.949456 run osmo-stp_10.42.42.5(pid=29033): Launched\u000a23:22:32.176809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:32.738447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29035): Launched\u000a23:22:33.036034 run osmo-msc_10.42.42.6(pid=29036): Launched\u000a23:22:33.211720 run osmo-stp_10.42.42.5(pid=29033): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29033)]\u000a23:22:33.337814 run osmo-stp_10.42.42.5(pid=29033): stdout: \u000a| (launched: 2022-12-09_23:22:31.776395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:33.461575 run osmo-stp_10.42.42.5(pid=29033): stderr: \u000a| �[0;m�[38;5;43m20221209232232121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232232121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232232121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232232122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232232122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232232122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232232122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:33.581618 run osmo-stp_10.42.42.5(pid=29033): stdout: \u000a| (launched: 2022-12-09_23:22:31.776395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:33.700046 run osmo-stp_10.42.42.5(pid=29033): stderr: \u000a| �[0;m�[38;5;43m20221209232232121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232232121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232232121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232232122 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232232122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232232122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232232122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:33.752345 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29033): Process ended prematurely: osmo-stp_10.42.42.5(pid=29033) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29033)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:22:33.760936 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:22:33.820615 run osmo-hlr_10.42.42.2(pid=29030): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29030)]\u000a23:22:33.869428 run osmo-hlr_10.42.42.2(pid=29030): stdout: \u000a| (launched: 2022-12-09_23:22:30.662925) \u000a23:22:33.918802 run osmo-hlr_10.42.42.2(pid=29030): stderr: \u000a| �[0;m�[1;31m20221209232230877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232230877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232230877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232230877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232230877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232230877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232230895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232230918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232230918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232230918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:33.985784 run osmo-msc_10.42.42.6(pid=29036): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29036)]\u000a23:22:34.034200 run osmo-msc_10.42.42.6(pid=29036): stdout: \u000a| (launched: 2022-12-09_23:22:32.890001) \u000a23:22:34.083216 run osmo-msc_10.42.42.6(pid=29036): stderr: \u000a| �[0;m�[38;5;43m20221209232233162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232233162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6e18993c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232233162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232233163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232233163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232233163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232233165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232233165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232233166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232233166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:34.124811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29029): Terminating (SIGTERM)\u000a23:22:34.164150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29032): Terminating (SIGTERM)\u000a23:22:34.203786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29035): Terminating (SIGTERM)\u000a23:22:34.213157 --- ParallelTerminationStrategy: PID 29029 died...\u000a23:22:34.266228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29029): Terminated: ok {rc=0}\u000a23:22:34.275729 --- ParallelTerminationStrategy: PID 29032 died...\u000a23:22:34.328219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29032): Terminated: ok {rc=0}\u000a23:22:34.337902 --- ParallelTerminationStrategy: PID 29035 died...\u000a23:22:34.390473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29035): Terminated: ok {rc=0}\u000a23:22:34.478406 bus /sierra_3: Setting Powered False\u000a23:22:35.581429 bus /sierra_3: Setting Powered False\u000a23:22:36.691903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:22:16" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:22:38.649805 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:38.660924 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:22:38.802985 tst mo_mt_call.py: using LAC 24378\u000a23:22:38.926030 tst mo_mt_call.py: using RAC 153\u000a23:22:39.050275 tst mo_mt_call.py: using CellId 24378\u000a23:22:39.174921 tst mo_mt_call.py: using BVCI 24379\u000a23:22:39.199460 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:39.210993 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:39.222266 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:39.233724 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:39.245548 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:39.257092 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:22:39.378623 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:22:39.579395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:40.058356 run create_hlr_db(pid=29044): Launched\u000a23:22:40.230273 bus /sierra_2: Setting Powered False\u000a23:22:41.252629 run create_hlr_db(pid=29044): Terminated: ok {rc=0}\u000a23:22:41.679199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Launched\u000a23:22:41.998565 run osmo-hlr_10.42.42.2(pid=29047): Launched\u000a23:22:42.115570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:42.674719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Launched\u000a23:22:42.994139 run osmo-stp_10.42.42.5(pid=29050): Launched\u000a23:22:43.110785 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:43.694794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29052): Launched\u000a23:22:44.013844 run osmo-msc_10.42.42.6(pid=29053): Launched\u000a23:22:44.201673 run osmo-stp_10.42.42.5(pid=29050): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)]\u000a23:22:44.337467 run osmo-stp_10.42.42.5(pid=29050): stdout: \u000a| (launched: 2022-12-09_23:22:42.837342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:44.472556 run osmo-stp_10.42.42.5(pid=29050): stderr: \u000a| �[0;m�[38;5;43m20221209232243028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232243028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232243028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232243029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232243029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232243029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232243029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:44.601682 run osmo-stp_10.42.42.5(pid=29050): stdout: \u000a| (launched: 2022-12-09_23:22:42.837342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:44.729354 run osmo-stp_10.42.42.5(pid=29050): stderr: \u000a| �[0;m�[38;5;43m20221209232243028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232243028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232243028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232243029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232243029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232243029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232243029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:44.785669 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29050): Process ended prematurely: osmo-stp_10.42.42.5(pid=29050) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29050)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:22:44.794686 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:22:44.857945 run osmo-hlr_10.42.42.2(pid=29047): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29047)]\u000a23:22:44.909523 run osmo-hlr_10.42.42.2(pid=29047): stdout: \u000a| (launched: 2022-12-09_23:22:41.842265) \u000a23:22:44.961365 run osmo-hlr_10.42.42.2(pid=29047): stderr: \u000a| �[0;m�[1;31m20221209232242042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232242042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232242042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232242042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232242042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232242043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232242059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232242068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232242069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232242069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:45.032288 run osmo-msc_10.42.42.6(pid=29053): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29053)]\u000a23:22:45.084465 run osmo-msc_10.42.42.6(pid=29053): stdout: \u000a| (launched: 2022-12-09_23:22:43.857872) \u000a23:22:45.136130 run osmo-msc_10.42.42.6(pid=29053): stderr: \u000a| �[0;m�[38;5;43m20221209232244180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232244180 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01e2b68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232244180 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232244180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232244180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232244180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232244182 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232244183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232244183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232244183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:45.180789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Terminating (SIGTERM)\u000a23:22:45.222925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Terminating (SIGTERM)\u000a23:22:45.264369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29052): Terminating (SIGTERM)\u000a23:22:45.275139 --- ParallelTerminationStrategy: PID 29046 died...\u000a23:22:45.331066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29046): Terminated: ok {rc=0}\u000a23:22:45.341372 --- ParallelTerminationStrategy: PID 29049 died...\u000a23:22:45.397326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29049): Terminated: ok {rc=0}\u000a23:22:45.407365 --- ParallelTerminationStrategy: PID 29052 died...\u000a23:22:45.462671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29052): Terminated: ok {rc=0}\u000a23:22:45.549233 bus /sierra_3: Setting Powered False\u000a23:22:46.655061 bus /sierra_3: Setting Powered False\u000a23:22:47.766193 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29061): Process ended prematurely: osmo-stp_10.42.42.5(pid=29061) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29061): Process ended prematurely: osmo-stp_10.42.42.5(pid=29061) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:22:48.875641 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:48.887088 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:22:49.028512 tst mo_mt_call_osmux.py: using LAC 24379\u000a23:22:49.154649 tst mo_mt_call_osmux.py: using RAC 154\u000a23:22:49.283538 tst mo_mt_call_osmux.py: using CellId 24379\u000a23:22:49.413593 tst mo_mt_call_osmux.py: using BVCI 24380\u000a23:22:49.438217 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:49.449756 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:49.460924 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:49.472549 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:49.483970 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:22:49.495461 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:22:49.611908 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:22:49.827399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:22:50.331219 run create_hlr_db(pid=29055): Launched\u000a23:22:50.516661 bus /sierra_2: Setting Powered False\u000a23:22:51.537804 run create_hlr_db(pid=29055): Terminated: ok {rc=0}\u000a23:22:51.962337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29057): Launched\u000a23:22:52.283258 run osmo-hlr_10.42.42.2(pid=29058): Launched\u000a23:22:52.402459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:22:52.959343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29060): Launched\u000a23:22:53.280259 run osmo-stp_10.42.42.5(pid=29061): Launched\u000a23:22:53.397630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:22:53.979549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29063): Launched\u000a23:22:54.299510 run osmo-msc_10.42.42.6(pid=29064): Launched\u000a23:22:54.487192 run osmo-stp_10.42.42.5(pid=29061): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)]\u000a23:22:54.623069 run osmo-stp_10.42.42.5(pid=29061): stdout: \u000a| (launched: 2022-12-09_23:22:53.122513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:54.758077 run osmo-stp_10.42.42.5(pid=29061): stderr: \u000a| �[0;m�[38;5;43m20221209232253313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232253313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232253313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232253314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:54.887011 run osmo-stp_10.42.42.5(pid=29061): stdout: \u000a| (launched: 2022-12-09_23:22:53.122513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:22:55.014700 run osmo-stp_10.42.42.5(pid=29061): stderr: \u000a| �[0;m�[38;5;43m20221209232253313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232253313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232253313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232253314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232253314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:22:55.071294 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29061): Process ended prematurely: osmo-stp_10.42.42.5(pid=29061) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29061)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:22:55.080588 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:22:55.143722 run osmo-hlr_10.42.42.2(pid=29058): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29058)]\u000a23:22:55.195476 run osmo-hlr_10.42.42.2(pid=29058): stdout: \u000a| (launched: 2022-12-09_23:22:52.125903) \u000a23:22:55.247561 run osmo-hlr_10.42.42.2(pid=29058): stderr: \u000a| �[0;m�[1;31m20221209232252321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232252321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232252321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232252321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232252321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232252322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232252334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232252344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232252344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232252344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:22:55.317955 run osmo-msc_10.42.42.6(pid=29064): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29064)]\u000a23:22:55.368613 run osmo-msc_10.42.42.6(pid=29064): stdout: \u000a| (launched: 2022-12-09_23:22:54.142673) \u000a23:22:55.420493 run osmo-msc_10.42.42.6(pid=29064): stderr: \u000a| �[0;m�[38;5;43m20221209232254462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232254463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c57e2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232254463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232254463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232254463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232254463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232254465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232254465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232254465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232254466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:22:55.464140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29057): Terminating (SIGTERM)\u000a23:22:55.505953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29060): Terminating (SIGTERM)\u000a23:22:55.547870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29063): Terminating (SIGTERM)\u000a23:22:55.557933 --- ParallelTerminationStrategy: PID 29057 died...\u000a23:22:55.613413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29057): Terminated: ok {rc=0}\u000a23:22:55.623495 --- ParallelTerminationStrategy: PID 29060 died...\u000a23:22:55.679084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29060): Terminated: ok {rc=0}\u000a23:22:55.689396 --- ParallelTerminationStrategy: PID 29063 died...\u000a23:22:55.744728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29063): Terminated: ok {rc=0}\u000a23:22:55.831440 bus /sierra_3: Setting Powered False\u000a23:22:56.937519 bus /sierra_3: Setting Powered False\u000a23:22:58.047842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:22:38" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29086): Process ended prematurely: osmo-stp_10.42.42.5(pid=29086) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29086): Process ended prematurely: osmo-stp_10.42.42.5(pid=29086) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:23:00.001416 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:00.013098 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:23:00.164927 tst mo_mt_call.py: using LAC 24380\u000a23:23:00.292627 tst mo_mt_call.py: using RAC 155\u000a23:23:00.420120 tst mo_mt_call.py: using CellId 24380\u000a23:23:00.544811 tst mo_mt_call.py: using BVCI 24381\u000a23:23:00.569372 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:00.580724 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:00.591908 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:00.603416 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:00.615142 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:00.626836 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:00.743735 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:00.961519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:01.507134 run create_hlr_db(pid=29069): Launched\u000a23:23:01.698039 bus /sierra_2: Setting Powered False\u000a23:23:02.719578 run create_hlr_db(pid=29069): Terminated: ok {rc=0}\u000a23:23:03.170439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29082): Launched\u000a23:23:03.595430 run osmo-hlr_10.42.42.2(pid=29083): Launched\u000a23:23:03.835224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:04.471457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29085): Launched\u000a23:23:04.890319 run osmo-stp_10.42.42.5(pid=29086): Launched\u000a23:23:05.118997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:05.775637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29090): Launched\u000a23:23:06.203265 run osmo-msc_10.42.42.6(pid=29091): Launched\u000a23:23:06.573448 run osmo-stp_10.42.42.5(pid=29086): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)]\u000a23:23:06.828899 run osmo-stp_10.42.42.5(pid=29086): stdout: \u000a| (launched: 2022-12-09_23:23:04.626750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:07.048540 run osmo-stp_10.42.42.5(pid=29086): stderr: \u000a| �[0;m�[38;5;43m20221209232304958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232304958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232304958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232304958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:07.170379 run osmo-stp_10.42.42.5(pid=29086): stdout: \u000a| (launched: 2022-12-09_23:23:04.626750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:07.292232 run osmo-stp_10.42.42.5(pid=29086): stderr: \u000a| �[0;m�[38;5;43m20221209232304958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232304958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232304958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232304958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232304959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:07.345881 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29086): Process ended prematurely: osmo-stp_10.42.42.5(pid=29086) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29086)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:23:07.355228 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a23:23:07.416586 run osmo-hlr_10.42.42.2(pid=29083): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29083)]\u000a23:23:07.467625 run osmo-hlr_10.42.42.2(pid=29083): stdout: \u000a| (launched: 2022-12-09_23:23:03.335369) \u000a23:23:07.519385 run osmo-hlr_10.42.42.2(pid=29083): stderr: \u000a| �[0;m�[1;31m20221209232303679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232303679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232303679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232303679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232303679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232303679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232303695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232303704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232303704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232303704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:07.588415 run osmo-msc_10.42.42.6(pid=29091): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29091)]\u000a23:23:07.638930 run osmo-msc_10.42.42.6(pid=29091): stdout: \u000a| (launched: 2022-12-09_23:23:05.940799) \u000a23:23:07.689634 run osmo-msc_10.42.42.6(pid=29091): stderr: \u000a| �[0;m�[38;5;43m20221209232306538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232306539 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f055a710c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232306539 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232306539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232306539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232306539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232306549 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232306550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232306550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232306550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:07.732346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29082): Terminating (SIGTERM)\u000a23:23:07.775006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29085): Terminating (SIGTERM)\u000a23:23:07.816620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29090): Terminating (SIGTERM)\u000a23:23:07.827797 --- ParallelTerminationStrategy: PID 29082 died...\u000a23:23:07.883459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29082): Terminated: ok {rc=0}\u000a23:23:07.893531 --- ParallelTerminationStrategy: PID 29085 died...\u000a23:23:07.947400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29085): Terminated: ok {rc=0}\u000a23:23:07.957618 --- ParallelTerminationStrategy: PID 29090 died...\u000a23:23:08.011788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29090): Terminated: ok {rc=0}\u000a23:23:08.101602 bus /sierra_3: Setting Powered False\u000a23:23:09.213373 bus /sierra_3: Setting Powered False\u000a23:23:10.329506 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29357): Process ended prematurely: osmo-stp_10.42.42.5(pid=29357) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29357): Process ended prematurely: osmo-stp_10.42.42.5(pid=29357) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:11.469740 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:11.482839 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:23:11.678178 tst mo_mt_call_osmux.py: using LAC 24381\u000a23:23:11.833651 tst mo_mt_call_osmux.py: using RAC 156\u000a23:23:11.992858 tst mo_mt_call_osmux.py: using CellId 24381\u000a23:23:12.158772 tst mo_mt_call_osmux.py: using BVCI 24382\u000a23:23:12.191471 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:12.205748 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:12.222787 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:12.239642 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:12.253216 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:23:12.271244 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:12.413558 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:23:12.690225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:13.298650 run create_hlr_db(pid=29351): Launched\u000a23:23:13.472789 bus /sierra_2: Setting Powered False\u000a23:23:14.498141 run create_hlr_db(pid=29351): Terminated: ok {rc=0}\u000a23:23:14.931876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29353): Launched\u000a23:23:15.358842 run osmo-hlr_10.42.42.2(pid=29354): Launched\u000a23:23:15.588479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:16.344344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29356): Launched\u000a23:23:16.835639 run osmo-stp_10.42.42.5(pid=29357): Launched\u000a23:23:17.017151 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:17.718889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29359): Launched\u000a23:23:18.208876 run osmo-msc_10.42.42.6(pid=29360): Launched\u000a23:23:18.618163 run osmo-stp_10.42.42.5(pid=29357): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)]\u000a23:23:18.901181 run osmo-stp_10.42.42.5(pid=29357): stdout: \u000a| (launched: 2022-12-09_23:23:16.537373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:19.039033 run osmo-stp_10.42.42.5(pid=29357): stderr: \u000a| �[0;m�[38;5;43m20221209232316780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232316780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232316784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232316785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232316785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232316785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232316785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:19.172086 run osmo-stp_10.42.42.5(pid=29357): stdout: \u000a| (launched: 2022-12-09_23:23:16.537373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:19.305071 run osmo-stp_10.42.42.5(pid=29357): stderr: \u000a| �[0;m�[38;5;43m20221209232316780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232316780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232316784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232316785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232316785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232316785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232316785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:19.362934 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29357): Process ended prematurely: osmo-stp_10.42.42.5(pid=29357) [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29357)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:23:19.372821 tst mo_mt_call_osmux.py:8: Test FAILED (7.9 sec)\u000a23:23:19.439885 run osmo-hlr_10.42.42.2(pid=29354): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29354)]\u000a23:23:19.495077 run osmo-hlr_10.42.42.2(pid=29354): stdout: \u000a| (launched: 2022-12-09_23:23:15.089681) \u000a23:23:19.549368 run osmo-hlr_10.42.42.2(pid=29354): stderr: \u000a| �[0;m�[1;31m20221209232315443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232315443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232315443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232315443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232315443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232315443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232315460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232315472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232315472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232315472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:19.623878 run osmo-msc_10.42.42.6(pid=29360): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29360)]\u000a23:23:19.678597 run osmo-msc_10.42.42.6(pid=29360): stdout: \u000a| (launched: 2022-12-09_23:23:17.908375) \u000a23:23:19.734096 run osmo-msc_10.42.42.6(pid=29360): stderr: \u000a| �[0;m�[38;5;43m20221209232318495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232318495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b27353c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232318495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232318495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232318495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232318496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232318506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232318506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232318507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232318507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:19.779738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29353): Terminating (SIGTERM)\u000a23:23:19.827404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29356): Terminating (SIGTERM)\u000a23:23:19.874363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29359): Terminating (SIGTERM)\u000a23:23:19.885449 --- ParallelTerminationStrategy: PID 29353 died...\u000a23:23:19.946835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29353): Terminated: ok {rc=0}\u000a23:23:19.958121 --- ParallelTerminationStrategy: PID 29356 died...\u000a23:23:20.017934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29356): Terminated: ok {rc=0}\u000a23:23:20.029142 --- ParallelTerminationStrategy: PID 29359 died...\u000a23:23:20.089052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29359): Terminated: ok {rc=0}\u000a23:23:20.179160 bus /sierra_3: Setting Powered False\u000a23:23:21.291856 bus /sierra_3: Setting Powered False\u000a23:23:22.408149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:22:59" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29372): Process ended prematurely: osmo-stp_10.42.42.5(pid=29372) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29372)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29372): Process ended prematurely: osmo-stp_10.42.42.5(pid=29372) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:23:24.391988 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:24.405527 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:23:24.561996 tst mo_mt_call.py: using LAC 24382\u000a23:23:24.692266 tst mo_mt_call.py: using RAC 157\u000a23:23:24.821391 tst mo_mt_call.py: using CellId 24382\u000a23:23:24.951313 tst mo_mt_call.py: using BVCI 24383\u000a23:23:24.977428 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:24.990062 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:25.004583 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:25.018065 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:25.030656 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:25.045214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:25.171957 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:25.374145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:25.849699 run create_hlr_db(pid=29366): Launched\u000a23:23:26.020791 bus /sierra_2: Setting Powered False\u000a23:23:27.043891 run create_hlr_db(pid=29366): Terminated: ok {rc=0}\u000a23:23:27.470840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29368): Launched\u000a23:23:27.792168 run osmo-hlr_10.42.42.2(pid=29369): Launched\u000a23:23:27.911569 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:28.468134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29371): Launched\u000a23:23:28.788863 run osmo-stp_10.42.42.5(pid=29372): Launched\u000a23:23:28.906519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:29.494667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29374): Launched\u000a23:23:29.815443 run osmo-msc_10.42.42.6(pid=29375): Launched\u000a23:23:30.004178 run osmo-stp_10.42.42.5(pid=29372): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29372)]\u000a23:23:30.141045 run osmo-stp_10.42.42.5(pid=29372): stdout: \u000a| (launched: 2022-12-09_23:23:28.631609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:30.277426 run osmo-stp_10.42.42.5(pid=29372): stderr: \u000a| �[0;m�[38;5;43m20221209232328824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232328824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232328824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232328824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232328825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232328825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232328825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:30.407194 run osmo-stp_10.42.42.5(pid=29372): stdout: \u000a| (launched: 2022-12-09_23:23:28.631609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:30.535850 run osmo-stp_10.42.42.5(pid=29372): stderr: \u000a| �[0;m�[38;5;43m20221209232328824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232328824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232328824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232328824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232328825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232328825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232328825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:30.592592 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29372): Process ended prematurely: osmo-stp_10.42.42.5(pid=29372) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29372)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:23:30.602066 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:23:30.666634 run osmo-hlr_10.42.42.2(pid=29369): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29369)]\u000a23:23:30.719683 run osmo-hlr_10.42.42.2(pid=29369): stdout: \u000a| (launched: 2022-12-09_23:23:27.634601) \u000a23:23:30.773202 run osmo-hlr_10.42.42.2(pid=29369): stderr: \u000a| �[0;m�[1;31m20221209232327834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232327834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232327834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232327834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232327834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232327834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232327846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232327854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232327854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232327854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:30.859167 run osmo-msc_10.42.42.6(pid=29375): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29375)]\u000a23:23:30.936604 run osmo-msc_10.42.42.6(pid=29375): stdout: \u000a| (launched: 2022-12-09_23:23:29.657887) \u000a23:23:30.990639 run osmo-msc_10.42.42.6(pid=29375): stderr: \u000a| �[0;m�[38;5;43m20221209232329980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232329980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33542d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232329980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232329980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232329980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232329980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232329982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232329983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232329983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232329983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:31.037308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29368): Terminating (SIGTERM)\u000a23:23:31.082155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29371): Terminating (SIGTERM)\u000a23:23:31.126984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29374): Terminating (SIGTERM)\u000a23:23:31.137549 --- ParallelTerminationStrategy: PID 29368 died...\u000a23:23:31.195036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29368): Terminated: ok {rc=0}\u000a23:23:31.207443 --- ParallelTerminationStrategy: PID 29371 died...\u000a23:23:31.264791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29371): Terminated: ok {rc=0}\u000a23:23:31.275468 --- ParallelTerminationStrategy: PID 29374 died...\u000a23:23:31.331629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29374): Terminated: ok {rc=0}\u000a23:23:31.421054 bus /sierra_3: Setting Powered False\u000a23:23:32.526661 bus /sierra_3: Setting Powered False\u000a23:23:33.634687 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29383): Process ended prematurely: osmo-stp_10.42.42.5(pid=29383) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29383): Process ended prematurely: osmo-stp_10.42.42.5(pid=29383) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:34.750166 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:34.762443 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:23:34.916655 tst mo_mt_call_osmux.py: using LAC 24383\u000a23:23:35.040166 tst mo_mt_call_osmux.py: using RAC 158\u000a23:23:35.164212 tst mo_mt_call_osmux.py: using CellId 24383\u000a23:23:35.288579 tst mo_mt_call_osmux.py: using BVCI 24384\u000a23:23:35.313360 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:35.324914 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:35.336407 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:35.348622 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:35.360243 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:23:35.372122 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:35.488098 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:23:35.692445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:36.168359 run create_hlr_db(pid=29377): Launched\u000a23:23:36.339226 bus /sierra_2: Setting Powered False\u000a23:23:37.361231 run create_hlr_db(pid=29377): Terminated: ok {rc=0}\u000a23:23:37.758902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29379): Launched\u000a23:23:38.056113 run osmo-hlr_10.42.42.2(pid=29380): Launched\u000a23:23:38.169153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:38.683657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29382): Launched\u000a23:23:38.980286 run osmo-stp_10.42.42.5(pid=29383): Launched\u000a23:23:39.088187 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:39.630699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29385): Launched\u000a23:23:39.928201 run osmo-msc_10.42.42.6(pid=29386): Launched\u000a23:23:40.102891 run osmo-stp_10.42.42.5(pid=29383): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)]\u000a23:23:40.228741 run osmo-stp_10.42.42.5(pid=29383): stdout: \u000a| (launched: 2022-12-09_23:23:38.834780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:40.352486 run osmo-stp_10.42.42.5(pid=29383): stderr: \u000a| �[0;m�[38;5;43m20221209232339006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232339007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232339007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232339007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232339008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232339008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232339008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:40.471790 run osmo-stp_10.42.42.5(pid=29383): stdout: \u000a| (launched: 2022-12-09_23:23:38.834780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:40.590060 run osmo-stp_10.42.42.5(pid=29383): stderr: \u000a| �[0;m�[38;5;43m20221209232339006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232339007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232339007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232339007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232339008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232339008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232339008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:40.642455 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29383): Process ended prematurely: osmo-stp_10.42.42.5(pid=29383) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29383)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:23:40.650943 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a23:23:40.710082 run osmo-hlr_10.42.42.2(pid=29380): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29380)]\u000a23:23:40.758587 run osmo-hlr_10.42.42.2(pid=29380): stdout: \u000a| (launched: 2022-12-09_23:23:37.911030) \u000a23:23:40.807919 run osmo-hlr_10.42.42.2(pid=29380): stderr: \u000a| �[0;m�[1;31m20221209232338086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232338086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232338086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232338086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232338086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232338086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232338098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232338107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232338107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232338107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:40.875037 run osmo-msc_10.42.42.6(pid=29386): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29386)]\u000a23:23:40.923720 run osmo-msc_10.42.42.6(pid=29386): stdout: \u000a| (launched: 2022-12-09_23:23:39.782675) \u000a23:23:40.972994 run osmo-msc_10.42.42.6(pid=29386): stderr: \u000a| �[0;m�[38;5;43m20221209232340055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232340055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bac5f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232340055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232340055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232340056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232340056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232340058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232340058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232340058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232340058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:41.014823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29379): Terminating (SIGTERM)\u000a23:23:41.054061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29382): Terminating (SIGTERM)\u000a23:23:41.093595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29385): Terminating (SIGTERM)\u000a23:23:41.102769 --- ParallelTerminationStrategy: PID 29379 died...\u000a23:23:41.156161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29379): Terminated: ok {rc=0}\u000a23:23:41.165850 --- ParallelTerminationStrategy: PID 29382 died...\u000a23:23:41.218581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29382): Terminated: ok {rc=0}\u000a23:23:41.228162 --- ParallelTerminationStrategy: PID 29385 died...\u000a23:23:41.280817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29385): Terminated: ok {rc=0}\u000a23:23:41.363704 bus /sierra_3: Setting Powered False\u000a23:23:42.471015 bus /sierra_3: Setting Powered False\u000a23:23:43.579701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:23:24" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29397): Process ended prematurely: osmo-stp_10.42.42.5(pid=29397) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29397)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29397): Process ended prematurely: osmo-stp_10.42.42.5(pid=29397) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:23:45.541403 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:45.553593 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:23:45.705774 tst mo_mt_call.py: using LAC 24384\u000a23:23:45.833049 tst mo_mt_call.py: using RAC 159\u000a23:23:45.973507 tst mo_mt_call.py: using CellId 24384\u000a23:23:46.106005 tst mo_mt_call.py: using BVCI 24385\u000a23:23:46.131537 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:46.144044 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:46.156716 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:46.169849 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:46.182700 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:46.196492 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:23:46.314664 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:23:46.573773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:47.122737 run create_hlr_db(pid=29391): Launched\u000a23:23:47.297625 bus /sierra_2: Setting Powered False\u000a23:23:48.316477 run create_hlr_db(pid=29391): Terminated: ok {rc=0}\u000a23:23:48.739209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29393): Launched\u000a23:23:49.057983 run osmo-hlr_10.42.42.2(pid=29394): Launched\u000a23:23:49.176652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:49.734351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29396): Launched\u000a23:23:50.054336 run osmo-stp_10.42.42.5(pid=29397): Launched\u000a23:23:50.171829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:23:50.755618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29399): Launched\u000a23:23:51.074618 run osmo-msc_10.42.42.6(pid=29400): Launched\u000a23:23:51.262760 run osmo-stp_10.42.42.5(pid=29397): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29397)]\u000a23:23:51.398410 run osmo-stp_10.42.42.5(pid=29397): stdout: \u000a| (launched: 2022-12-09_23:23:49.896927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:51.533732 run osmo-stp_10.42.42.5(pid=29397): stderr: \u000a| �[0;m�[38;5;43m20221209232350088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232350088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232350088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232350089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232350091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232350091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232350091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:51.663539 run osmo-stp_10.42.42.5(pid=29397): stdout: \u000a| (launched: 2022-12-09_23:23:49.896927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:23:51.791689 run osmo-stp_10.42.42.5(pid=29397): stderr: \u000a| �[0;m�[38;5;43m20221209232350088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232350088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232350088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232350089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232350091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232350091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232350091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:23:51.848262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29397): Process ended prematurely: osmo-stp_10.42.42.5(pid=29397) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29397)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:23:51.857679 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:23:51.921055 run osmo-hlr_10.42.42.2(pid=29394): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29394)]\u000a23:23:51.972433 run osmo-hlr_10.42.42.2(pid=29394): stdout: \u000a| (launched: 2022-12-09_23:23:48.902012) \u000a23:23:52.024401 run osmo-hlr_10.42.42.2(pid=29394): stderr: \u000a| �[0;m�[1;31m20221209232349102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232349102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232349102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232349102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232349102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232349102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232349115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232349123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232349123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232349123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:23:52.094676 run osmo-msc_10.42.42.6(pid=29400): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29400)]\u000a23:23:52.145739 run osmo-msc_10.42.42.6(pid=29400): stdout: \u000a| (launched: 2022-12-09_23:23:50.918329) \u000a23:23:52.197947 run osmo-msc_10.42.42.6(pid=29400): stderr: \u000a| �[0;m�[38;5;43m20221209232351239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232351239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8dfa6e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232351239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232351239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232351239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232351239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232351241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232351242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232351242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232351242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:23:52.242078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29393): Terminating (SIGTERM)\u000a23:23:52.283686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29396): Terminating (SIGTERM)\u000a23:23:52.325282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29399): Terminating (SIGTERM)\u000a23:23:52.335399 --- ParallelTerminationStrategy: PID 29393 died...\u000a23:23:52.391009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29393): Terminated: ok {rc=0}\u000a23:23:52.401074 --- ParallelTerminationStrategy: PID 29396 died...\u000a23:23:52.456464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29396): Terminated: ok {rc=0}\u000a23:23:52.466552 --- ParallelTerminationStrategy: PID 29399 died...\u000a23:23:52.521823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29399): Terminated: ok {rc=0}\u000a23:23:52.608479 bus /sierra_3: Setting Powered False\u000a23:23:53.714596 bus /sierra_3: Setting Powered False\u000a23:23:54.821372 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29408): Process ended prematurely: osmo-stp_10.42.42.5(pid=29408) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29408): Process ended prematurely: osmo-stp_10.42.42.5(pid=29408) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:23:55.935111 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:55.947343 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:23:56.092299 tst mo_mt_call_osmux.py: using LAC 24385\u000a23:23:56.209868 tst mo_mt_call_osmux.py: using RAC 160\u000a23:23:56.327249 tst mo_mt_call_osmux.py: using CellId 24385\u000a23:23:56.446106 tst mo_mt_call_osmux.py: using BVCI 24386\u000a23:23:56.469009 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:56.480104 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:56.491008 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:56.501807 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:56.512343 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:23:56.523130 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:23:56.641288 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:23:56.852922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:23:57.355478 run create_hlr_db(pid=29402): Launched\u000a23:23:57.541221 bus /sierra_2: Setting Powered False\u000a23:23:58.561729 run create_hlr_db(pid=29402): Terminated: ok {rc=0}\u000a23:23:58.962039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29404): Launched\u000a23:23:59.259248 run osmo-hlr_10.42.42.2(pid=29405): Launched\u000a23:23:59.369375 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:23:59.885829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29407): Launched\u000a23:24:00.184816 run osmo-stp_10.42.42.5(pid=29408): Launched\u000a23:24:00.293365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:00.837201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29410): Launched\u000a23:24:01.282566 run osmo-msc_10.42.42.6(pid=29411): Launched\u000a23:24:01.612189 run osmo-stp_10.42.42.5(pid=29408): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)]\u000a23:24:01.846380 run osmo-stp_10.42.42.5(pid=29408): stdout: \u000a| (launched: 2022-12-09_23:24:00.036940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:02.005738 run osmo-stp_10.42.42.5(pid=29408): stderr: \u000a| �[0;m�[38;5;43m20221209232400207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232400207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232400208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232400208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232400208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232400209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232400209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:02.139444 run osmo-stp_10.42.42.5(pid=29408): stdout: \u000a| (launched: 2022-12-09_23:24:00.036940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:02.273298 run osmo-stp_10.42.42.5(pid=29408): stderr: \u000a| �[0;m�[38;5;43m20221209232400207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232400207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232400208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232400208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232400208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232400209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232400209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:02.329880 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29408): Process ended prematurely: osmo-stp_10.42.42.5(pid=29408) [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29408)] [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:24:02.339145 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:24:02.403809 run osmo-hlr_10.42.42.2(pid=29405): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29405)]\u000a23:24:02.455890 run osmo-hlr_10.42.42.2(pid=29405): stdout: \u000a| (launched: 2022-12-09_23:23:59.113371) \u000a23:24:02.508598 run osmo-hlr_10.42.42.2(pid=29405): stderr: \u000a| �[0;m�[1;31m20221209232359288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232359288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232359288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232359288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232359288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232359288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232359300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232359309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232359309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232359309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:02.579900 run osmo-msc_10.42.42.6(pid=29411): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29411)]\u000a23:24:02.631611 run osmo-msc_10.42.42.6(pid=29411): stdout: \u000a| (launched: 2022-12-09_23:24:01.019921) \u000a23:24:02.684041 run osmo-msc_10.42.42.6(pid=29411): stderr: \u000a| �[0;m�[38;5;43m20221209232401522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232401522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc77ee09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232401522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232401522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232401523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232401524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232401525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232401526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232401526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232401526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:02.727971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29404): Terminating (SIGTERM)\u000a23:24:02.769942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29407): Terminating (SIGTERM)\u000a23:24:02.812327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29410): Terminating (SIGTERM)\u000a23:24:02.822038 --- ParallelTerminationStrategy: PID 29404 died...\u000a23:24:02.878231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29404): Terminated: ok {rc=0}\u000a23:24:02.888369 --- ParallelTerminationStrategy: PID 29407 died...\u000a23:24:02.945293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29407): Terminated: ok {rc=0}\u000a23:24:02.955477 --- ParallelTerminationStrategy: PID 29410 died...\u000a23:24:03.011525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29410): Terminated: ok {rc=0}\u000a23:24:03.096795 bus /sierra_3: Setting Powered False\u000a23:24:04.205068 bus /sierra_3: Setting Powered False\u000a23:24:05.316143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:23:45" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29422): Process ended prematurely: osmo-stp_10.42.42.5(pid=29422) [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29422): Process ended prematurely: osmo-stp_10.42.42.5(pid=29422) [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:24:07.271115 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:07.282298 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:24:07.436095 tst mo_mt_call.py: using LAC 24386\u000a23:24:07.565184 tst mo_mt_call.py: using RAC 161\u000a23:24:07.682001 tst mo_mt_call.py: using CellId 24386\u000a23:24:07.797848 tst mo_mt_call.py: using BVCI 24387\u000a23:24:07.820447 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:07.831453 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:07.842260 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:07.853260 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:07.864107 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:07.874935 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:07.988614 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:08.189821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:08.667772 run create_hlr_db(pid=29416): Launched\u000a23:24:08.852592 bus /sierra_2: Setting Powered False\u000a23:24:09.875555 run create_hlr_db(pid=29416): Terminated: ok {rc=0}\u000a23:24:10.301679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29418): Launched\u000a23:24:10.621396 run osmo-hlr_10.42.42.2(pid=29419): Launched\u000a23:24:10.742648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:11.298528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29421): Launched\u000a23:24:11.618689 run osmo-stp_10.42.42.5(pid=29422): Launched\u000a23:24:11.735534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:12.319573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29424): Launched\u000a23:24:12.640596 run osmo-msc_10.42.42.6(pid=29425): Launched\u000a23:24:12.830799 run osmo-stp_10.42.42.5(pid=29422): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)]\u000a23:24:12.967101 run osmo-stp_10.42.42.5(pid=29422): stdout: \u000a| (launched: 2022-12-09_23:24:11.461201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:13.103850 run osmo-stp_10.42.42.5(pid=29422): stderr: \u000a| �[0;m�[38;5;43m20221209232411650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232411650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232411651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232411651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232411653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232411653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232411654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:13.233860 run osmo-stp_10.42.42.5(pid=29422): stdout: \u000a| (launched: 2022-12-09_23:24:11.461201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:13.361983 run osmo-stp_10.42.42.5(pid=29422): stderr: \u000a| �[0;m�[38;5;43m20221209232411650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232411650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232411651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232411651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232411653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232411653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232411654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:13.418219 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29422): Process ended prematurely: osmo-stp_10.42.42.5(pid=29422) [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29422)] [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:24:13.427459 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:24:13.490526 run osmo-hlr_10.42.42.2(pid=29419): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29419)]\u000a23:24:13.541999 run osmo-hlr_10.42.42.2(pid=29419): stdout: \u000a| (launched: 2022-12-09_23:24:10.464187) \u000a23:24:13.594208 run osmo-hlr_10.42.42.2(pid=29419): stderr: \u000a| �[0;m�[1;31m20221209232410663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232410663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232410663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232410663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232410663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232410663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232410674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232410682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232410682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232410682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:13.664909 run osmo-msc_10.42.42.6(pid=29425): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29425)]\u000a23:24:13.716405 run osmo-msc_10.42.42.6(pid=29425): stdout: \u000a| (launched: 2022-12-09_23:24:12.483075) \u000a23:24:13.768513 run osmo-msc_10.42.42.6(pid=29425): stderr: \u000a| �[0;m�[38;5;43m20221209232412805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232412805 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f576e4e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232412805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232412805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232412805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232412805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232412807 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232412807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232412808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232412808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:13.812729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29418): Terminating (SIGTERM)\u000a23:24:13.855015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29421): Terminating (SIGTERM)\u000a23:24:13.896835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29424): Terminating (SIGTERM)\u000a23:24:13.906911 --- ParallelTerminationStrategy: PID 29418 died...\u000a23:24:13.963377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29418): Terminated: ok {rc=0}\u000a23:24:13.973747 --- ParallelTerminationStrategy: PID 29421 died...\u000a23:24:14.030138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29421): Terminated: ok {rc=0}\u000a23:24:14.040337 --- ParallelTerminationStrategy: PID 29424 died...\u000a23:24:14.096341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29424): Terminated: ok {rc=0}\u000a23:24:14.183110 bus /sierra_3: Setting Powered False\u000a23:24:15.288673 bus /sierra_3: Setting Powered False\u000a23:24:16.411608 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:17.522870 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:17.534549 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:24:17.678068 tst mo_mt_call_osmux.py: using LAC 24387\u000a23:24:17.796582 tst mo_mt_call_osmux.py: using RAC 162\u000a23:24:17.923365 tst mo_mt_call_osmux.py: using CellId 24387\u000a23:24:18.049239 tst mo_mt_call_osmux.py: using BVCI 24388\u000a23:24:18.073754 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:18.085450 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:18.097728 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:18.109212 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:18.120895 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:24:18.132643 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:18.251628 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:24:18.452599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:18.930210 run create_hlr_db(pid=29427): Launched\u000a23:24:19.102419 bus /sierra_2: Setting Powered False\u000a23:24:20.125305 run create_hlr_db(pid=29427): Terminated: ok {rc=0}\u000a23:24:20.523562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Launched\u000a23:24:20.821402 run osmo-hlr_10.42.42.2(pid=29430): Launched\u000a23:24:20.943251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:21.471131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Launched\u000a23:24:21.768050 run osmo-stp_10.42.42.5(pid=29433): Launched\u000a23:24:21.877546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:22.422566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Launched\u000a23:24:22.721273 run osmo-msc_10.42.42.6(pid=29436): Launched\u000a23:24:22.896902 run osmo-stp_10.42.42.5(pid=29433): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)]\u000a23:24:23.023309 run osmo-stp_10.42.42.5(pid=29433): stdout: \u000a| (launched: 2022-12-09_23:24:21.622444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:23.147844 run osmo-stp_10.42.42.5(pid=29433): stderr: \u000a| �[0;m�[38;5;43m20221209232421791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232421791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232421792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232421792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232421794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232421794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232421794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:23.267955 run osmo-stp_10.42.42.5(pid=29433): stdout: \u000a| (launched: 2022-12-09_23:24:21.622444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:23.386965 run osmo-stp_10.42.42.5(pid=29433): stderr: \u000a| �[0;m�[38;5;43m20221209232421791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232421791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232421792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232421792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232421794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232421794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232421794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:23.439589 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29433): Process ended prematurely: osmo-stp_10.42.42.5(pid=29433) [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29433)] [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:24:23.448211 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:24:23.508125 run osmo-hlr_10.42.42.2(pid=29430): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29430)]\u000a23:24:23.557081 run osmo-hlr_10.42.42.2(pid=29430): stdout: \u000a| (launched: 2022-12-09_23:24:20.675819) \u000a23:24:23.607274 run osmo-hlr_10.42.42.2(pid=29430): stderr: \u000a| �[0;m�[1;31m20221209232420852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232420852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232420852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232420852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232420852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232420852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232420864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232420875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232420875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232420875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:23.674971 run osmo-msc_10.42.42.6(pid=29436): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29436)]\u000a23:24:23.723946 run osmo-msc_10.42.42.6(pid=29436): stdout: \u000a| (launched: 2022-12-09_23:24:22.574735) \u000a23:24:23.773610 run osmo-msc_10.42.42.6(pid=29436): stderr: \u000a| �[0;m�[38;5;43m20221209232422850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232422850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57ec510c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232422850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232422850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232422850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232422851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232422852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232422853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232422853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232422853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:23.815538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Terminating (SIGTERM)\u000a23:24:23.856055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Terminating (SIGTERM)\u000a23:24:23.895721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Terminating (SIGTERM)\u000a23:24:23.905197 --- ParallelTerminationStrategy: PID 29429 died...\u000a23:24:23.958746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29429): Terminated: ok {rc=0}\u000a23:24:23.968598 --- ParallelTerminationStrategy: PID 29432 died...\u000a23:24:24.022069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29432): Terminated: ok {rc=0}\u000a23:24:24.031905 --- ParallelTerminationStrategy: PID 29435 died...\u000a23:24:24.084809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29435): Terminated: ok {rc=0}\u000a23:24:24.173513 bus /sierra_3: Setting Powered False\u000a23:24:25.274794 bus /sierra_3: Setting Powered False\u000a23:24:26.385291 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:24:07" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29447): Process ended prematurely: osmo-stp_10.42.42.5(pid=29447) [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29447): Process ended prematurely: osmo-stp_10.42.42.5(pid=29447) [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:24:28.337810 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:28.348704 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:24:28.491254 tst mo_mt_call.py: using LAC 24388\u000a23:24:28.610847 tst mo_mt_call.py: using RAC 163\u000a23:24:28.729706 tst mo_mt_call.py: using CellId 24388\u000a23:24:28.846961 tst mo_mt_call.py: using BVCI 24389\u000a23:24:28.869922 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:28.880845 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:28.891585 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:28.902541 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:28.913475 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:28.924412 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:29.042499 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:29.243540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:29.719974 run create_hlr_db(pid=29441): Launched\u000a23:24:29.892108 bus /sierra_2: Setting Powered False\u000a23:24:30.944278 run create_hlr_db(pid=29441): Terminated: ok {rc=0}\u000a23:24:31.399225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29443): Launched\u000a23:24:31.878373 run osmo-hlr_10.42.42.2(pid=29444): Launched\u000a23:24:32.114549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:32.679103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29446): Launched\u000a23:24:32.999339 run osmo-stp_10.42.42.5(pid=29447): Launched\u000a23:24:33.116061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:33.701549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29449): Launched\u000a23:24:34.021572 run osmo-msc_10.42.42.6(pid=29450): Launched\u000a23:24:34.209465 run osmo-stp_10.42.42.5(pid=29447): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)]\u000a23:24:34.346324 run osmo-stp_10.42.42.5(pid=29447): stdout: \u000a| (launched: 2022-12-09_23:24:32.842268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:34.481943 run osmo-stp_10.42.42.5(pid=29447): stderr: \u000a| �[0;m�[38;5;43m20221209232433034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232433034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232433034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232433035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232433035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232433035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232433035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:34.611246 run osmo-stp_10.42.42.5(pid=29447): stdout: \u000a| (launched: 2022-12-09_23:24:32.842268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:34.739338 run osmo-stp_10.42.42.5(pid=29447): stderr: \u000a| �[0;m�[38;5;43m20221209232433034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232433034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232433034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232433035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232433035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232433035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232433035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:34.795813 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29447): Process ended prematurely: osmo-stp_10.42.42.5(pid=29447) [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29447)] [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:24:34.805069 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:24:34.868645 run osmo-hlr_10.42.42.2(pid=29444): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29444)]\u000a23:24:34.920440 run osmo-hlr_10.42.42.2(pid=29444): stdout: \u000a| (launched: 2022-12-09_23:24:31.579303) \u000a23:24:34.972900 run osmo-hlr_10.42.42.2(pid=29444): stderr: \u000a| �[0;m�[1;31m20221209232431802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232431802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232431802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232431802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232431802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232431802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232431823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232431832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232431832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232431832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:35.044069 run osmo-msc_10.42.42.6(pid=29450): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29450)]\u000a23:24:35.095867 run osmo-msc_10.42.42.6(pid=29450): stdout: \u000a| (launched: 2022-12-09_23:24:33.864635) \u000a23:24:35.148060 run osmo-msc_10.42.42.6(pid=29450): stderr: \u000a| �[0;m�[38;5;43m20221209232434187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232434187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10af902c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232434187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232434187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232434187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232434188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232434189 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232434190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232434190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232434190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:35.192031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29443): Terminating (SIGTERM)\u000a23:24:35.234783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29446): Terminating (SIGTERM)\u000a23:24:35.276842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29449): Terminating (SIGTERM)\u000a23:24:35.286943 --- ParallelTerminationStrategy: PID 29443 died...\u000a23:24:35.343766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29443): Terminated: ok {rc=0}\u000a23:24:35.354121 --- ParallelTerminationStrategy: PID 29446 died...\u000a23:24:35.409933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29446): Terminated: ok {rc=0}\u000a23:24:35.420159 --- ParallelTerminationStrategy: PID 29449 died...\u000a23:24:35.476084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29449): Terminated: ok {rc=0}\u000a23:24:35.563018 bus /sierra_3: Setting Powered False\u000a23:24:36.670183 bus /sierra_3: Setting Powered False\u000a23:24:37.777898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 164, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29458): Process ended prematurely: osmo-stp_10.42.42.5(pid=29458) [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29458): Process ended prematurely: osmo-stp_10.42.42.5(pid=29458) [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:24:38.892524 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:38.904447 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:24:39.059632 tst mo_mt_call_osmux.py: using LAC 24389\u000a23:24:39.183875 tst mo_mt_call_osmux.py: using RAC 164\u000a23:24:39.308084 tst mo_mt_call_osmux.py: using CellId 24389\u000a23:24:39.427493 tst mo_mt_call_osmux.py: using BVCI 24390\u000a23:24:39.450230 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:39.461171 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:39.471911 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:39.482626 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:39.493392 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:24:39.504221 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:39.618833 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:24:39.829426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:40.334300 run create_hlr_db(pid=29452): Launched\u000a23:24:40.519814 bus /sierra_2: Setting Powered False\u000a23:24:41.542014 run create_hlr_db(pid=29452): Terminated: ok {rc=0}\u000a23:24:41.969070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29454): Launched\u000a23:24:42.290922 run osmo-hlr_10.42.42.2(pid=29455): Launched\u000a23:24:42.411707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:42.966986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29457): Launched\u000a23:24:43.287012 run osmo-stp_10.42.42.5(pid=29458): Launched\u000a23:24:43.403519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:43.991923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29460): Launched\u000a23:24:44.312596 run osmo-msc_10.42.42.6(pid=29461): Launched\u000a23:24:44.500830 run osmo-stp_10.42.42.5(pid=29458): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)]\u000a23:24:44.636285 run osmo-stp_10.42.42.5(pid=29458): stdout: \u000a| (launched: 2022-12-09_23:24:43.129801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:44.771541 run osmo-stp_10.42.42.5(pid=29458): stderr: \u000a| �[0;m�[38;5;43m20221209232443322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232443322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232443322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232443323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232443323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232443323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232443323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:44.900810 run osmo-stp_10.42.42.5(pid=29458): stdout: \u000a| (launched: 2022-12-09_23:24:43.129801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:45.029343 run osmo-stp_10.42.42.5(pid=29458): stderr: \u000a| �[0;m�[38;5;43m20221209232443322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232443322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232443322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232443323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232443323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232443323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232443323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:45.085844 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29458): Process ended prematurely: osmo-stp_10.42.42.5(pid=29458) [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29458)] [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:24:45.095267 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:24:45.159011 run osmo-hlr_10.42.42.2(pid=29455): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29455)]\u000a23:24:45.210818 run osmo-hlr_10.42.42.2(pid=29455): stdout: \u000a| (launched: 2022-12-09_23:24:42.133545) \u000a23:24:45.263692 run osmo-hlr_10.42.42.2(pid=29455): stderr: \u000a| �[0;m�[1;31m20221209232442331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232442331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232442331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232442331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232442331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232442331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232442347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232442357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232442357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232442357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:45.334713 run osmo-msc_10.42.42.6(pid=29461): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29461)]\u000a23:24:45.386152 run osmo-msc_10.42.42.6(pid=29461): stdout: \u000a| (launched: 2022-12-09_23:24:44.155256) \u000a23:24:45.438281 run osmo-msc_10.42.42.6(pid=29461): stderr: \u000a| �[0;m�[38;5;43m20221209232444478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232444478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f732e6e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232444478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232444478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232444478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232444479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232444480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232444481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232444481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232444481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:45.482492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29454): Terminating (SIGTERM)\u000a23:24:45.524487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29457): Terminating (SIGTERM)\u000a23:24:45.566165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29460): Terminating (SIGTERM)\u000a23:24:45.576311 --- ParallelTerminationStrategy: PID 29454 died...\u000a23:24:45.632612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29454): Terminated: ok {rc=0}\u000a23:24:45.642880 --- ParallelTerminationStrategy: PID 29457 died...\u000a23:24:45.699094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29457): Terminated: ok {rc=0}\u000a23:24:45.709342 --- ParallelTerminationStrategy: PID 29460 died...\u000a23:24:45.765026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29460): Terminated: ok {rc=0}\u000a23:24:45.857113 bus /sierra_3: Setting Powered False\u000a23:24:46.956713 bus /sierra_3: Setting Powered False\u000a23:24:48.064326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:24:28" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2366↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2366↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:24:50.029144 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:24:50.039749 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a23:24:50.163714 tst emergency_mo_mt_call.py: using LAC 24390\u000a23:24:50.280475 tst emergency_mo_mt_call.py: using RAC 165\u000a23:24:50.404617 tst emergency_mo_mt_call.py: using CellId 24390\u000a23:24:50.527873 tst emergency_mo_mt_call.py: using BVCI 24391\u000a23:24:50.552197 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:24:50.563475 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:24:50.574337 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:24:50.586316 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:24:50.598448 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:24:50.610117 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:24:50.727349 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:24:50.935479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:24:51.432325 run create_hlr_db(pid=29466): Launched\u000a23:24:51.616179 bus /sierra_2: Setting Powered False\u000a23:24:52.637011 run create_hlr_db(pid=29466): Terminated: ok {rc=0}\u000a23:24:53.029534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Launched\u000a23:24:53.322398 run osmo-hlr_10.42.42.2(pid=29469): Launched\u000a23:24:53.430469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:24:53.936347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Launched\u000a23:24:54.229673 run osmo-stp_10.42.42.5(pid=29472): Launched\u000a23:24:54.349339 tst emergency_mo_mt_call.py: using MSISDN 7434\u000a23:24:54.493712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:24:55.028108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Launched\u000a23:24:55.322819 run osmo-msc_10.42.42.6(pid=29475): Launched\u000a23:24:55.500474 run osmo-stp_10.42.42.5(pid=29472): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)]\u000a23:24:55.636930 run osmo-stp_10.42.42.5(pid=29472): stdout: \u000a| (launched: 2022-12-09_23:24:54.085616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:55.770698 run osmo-stp_10.42.42.5(pid=29472): stderr: \u000a| �[0;m�[38;5;43m20221209232454256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232454256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232454256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232454257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232454257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232454258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232454258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:55.898760 run osmo-stp_10.42.42.5(pid=29472): stdout: \u000a| (launched: 2022-12-09_23:24:54.085616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:24:56.025582 run osmo-stp_10.42.42.5(pid=29472): stderr: \u000a| �[0;m�[38;5;43m20221209232454256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232454256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232454256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232454257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232454257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232454258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232454258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:24:56.081414 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=29472): Process ended prematurely: osmo-stp_10.42.42.5(pid=29472) [trial-2366↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29472)] [trial-2366↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a23:24:56.090371 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a23:24:56.153724 run osmo-hlr_10.42.42.2(pid=29469): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29469)]\u000a23:24:56.205363 run osmo-hlr_10.42.42.2(pid=29469): stdout: \u000a| (launched: 2022-12-09_23:24:53.178426) \u000a23:24:56.257725 run osmo-hlr_10.42.42.2(pid=29469): stderr: \u000a| �[0;m�[1;31m20221209232453351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232453351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232453351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232453351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232453351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232453351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232453363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232453372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232453373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232453373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:24:56.328602 run osmo-msc_10.42.42.6(pid=29475): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29475)]\u000a23:24:56.380373 run osmo-msc_10.42.42.6(pid=29475): stdout: \u000a| (launched: 2022-12-09_23:24:55.177408) \u000a23:24:56.432647 run osmo-msc_10.42.42.6(pid=29475): stderr: \u000a| �[0;m�[38;5;43m20221209232455449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232455449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60d7f3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232455450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232455450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232455450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232455450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232455452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232455452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232455453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232455453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:24:56.477035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Terminating (SIGTERM)\u000a23:24:56.519482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Terminating (SIGTERM)\u000a23:24:56.561869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Terminating (SIGTERM)\u000a23:24:56.571785 --- ParallelTerminationStrategy: PID 29468 died...\u000a23:24:56.628151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29468): Terminated: ok {rc=0}\u000a23:24:56.638405 --- ParallelTerminationStrategy: PID 29471 died...\u000a23:24:56.694165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29471): Terminated: ok {rc=0}\u000a23:24:56.704616 --- ParallelTerminationStrategy: PID 29474 died...\u000a23:24:56.760313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29474): Terminated: ok {rc=0}\u000a23:24:56.846476 bus /sierra_3: Setting Powered False\u000a23:24:57.952641 bus /sierra_3: Setting Powered False\u000a23:24:59.058857 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2366↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2366↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:25:00.110638 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:00.122476 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:00.255133 tst emergency_preemptive_call.py: using LAC 24391\u000a23:25:00.379840 tst emergency_preemptive_call.py: using RAC 166\u000a23:25:00.504488 tst emergency_preemptive_call.py: using CellId 24391\u000a23:25:00.628114 tst emergency_preemptive_call.py: using BVCI 24392\u000a23:25:00.652577 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:00.663543 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:00.674450 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:00.685239 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:00.696356 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a23:25:00.707315 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:00.824730 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:00.963600 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:01.090142 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:01.306827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:01.852847 run create_hlr_db(pid=29480): Launched\u000a23:25:02.042472 bus /sierra_2: Setting Powered False\u000a23:25:03.058745 run create_hlr_db(pid=29480): Terminated: ok {rc=0}\u000a23:25:03.453479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Launched\u000a23:25:03.748179 run osmo-hlr_10.42.42.2(pid=29483): Launched\u000a23:25:03.856614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:04.363226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Launched\u000a23:25:04.654857 run osmo-stp_10.42.42.5(pid=29486): Launched\u000a23:25:04.780890 tst emergency_preemptive_call.py: using MSISDN 7435\u000a23:25:04.926070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:25:05.456438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Launched\u000a23:25:05.749919 run osmo-msc_10.42.42.6(pid=29489): Launched\u000a23:25:05.921561 run osmo-stp_10.42.42.5(pid=29486): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)]\u000a23:25:06.046152 run osmo-stp_10.42.42.5(pid=29486): stdout: \u000a| (launched: 2022-12-09_23:25:04.511297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:06.168477 run osmo-stp_10.42.42.5(pid=29486): stderr: \u000a| �[0;m�[38;5;43m20221209232504678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232504679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232504680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232504681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232504681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232504681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232504681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:06.286496 run osmo-stp_10.42.42.5(pid=29486): stdout: \u000a| (launched: 2022-12-09_23:25:04.511297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:06.402898 run osmo-stp_10.42.42.5(pid=29486): stderr: \u000a| �[0;m�[38;5;43m20221209232504678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232504679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232504680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232504681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232504681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232504681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232504681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:06.454029 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=29486): Process ended prematurely: osmo-stp_10.42.42.5(pid=29486) [trial-2366↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29486)] [trial-2366↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a23:25:06.462086 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a23:25:06.520787 run osmo-hlr_10.42.42.2(pid=29483): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29483)]\u000a23:25:06.569103 run osmo-hlr_10.42.42.2(pid=29483): stdout: \u000a| (launched: 2022-12-09_23:25:03.602602) \u000a23:25:06.618150 run osmo-hlr_10.42.42.2(pid=29483): stderr: \u000a| �[0;m�[1;31m20221209232503778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232503778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232503778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232503778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232503778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232503778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232503790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232503800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232503800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232503800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:06.684797 run osmo-msc_10.42.42.6(pid=29489): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29489)]\u000a23:25:06.734679 run osmo-msc_10.42.42.6(pid=29489): stdout: \u000a| (launched: 2022-12-09_23:25:05.604288) \u000a23:25:06.783570 run osmo-msc_10.42.42.6(pid=29489): stderr: \u000a| �[0;m�[38;5;43m20221209232505875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232505876 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc61badfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232505876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232505876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232505876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232505876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232505878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232505879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232505879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232505879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:25:06.824686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Terminating (SIGTERM)\u000a23:25:06.863284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Terminating (SIGTERM)\u000a23:25:06.902215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Terminating (SIGTERM)\u000a23:25:06.911309 --- ParallelTerminationStrategy: PID 29482 died...\u000a23:25:06.964124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29482): Terminated: ok {rc=0}\u000a23:25:06.973835 --- ParallelTerminationStrategy: PID 29485 died...\u000a23:25:07.026230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29485): Terminated: ok {rc=0}\u000a23:25:07.035801 --- ParallelTerminationStrategy: PID 29488 died...\u000a23:25:07.089112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29488): Terminated: ok {rc=0}\u000a23:25:07.177862 bus /sierra_9: Setting Powered False\u000a23:25:08.281699 bus /sierra_9: Setting Powered False\u000a23:25:09.393704 bus /sierra_8: Setting Powered False\u000a23:25:10.495844 bus /sierra_8: Setting Powered False\u000a23:25:11.606993 bus /sierra_3: Setting Powered False\u000a23:25:12.708512 bus /sierra_3: Setting Powered False\u000a23:25:13.821336 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:24:49" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29504): Process ended prematurely: osmo-stp_10.42.42.5(pid=29504) [trial-2366↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29504)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29504): Process ended prematurely: osmo-stp_10.42.42.5(pid=29504) [trial-2366↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:25:15.906330 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:15.918399 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:16.053107 tst cs_paging_gprs_active.py: using LAC 24392\u000a23:25:16.173741 tst cs_paging_gprs_active.py: using RAC 167\u000a23:25:16.324820 tst cs_paging_gprs_active.py: using CellId 24392\u000a23:25:16.462511 tst cs_paging_gprs_active.py: using BVCI 24393\u000a23:25:16.489398 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.501384 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.513369 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.526819 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.539652 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.552394 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.564337 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.576921 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:16.591384 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:16.713203 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:17.053673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:25:17.184051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:17.496361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29494): Launched\u000a23:25:17.763405 run iperf3-srv_10.42.42.10(pid=29495): Launched\u000a23:25:17.961472 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:25:18.095059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:18.404264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29496): Launched\u000a23:25:18.659998 run iperf3-srv_10.42.42.10(pid=29497): Launched\u000a23:25:18.841700 tst cs_paging_gprs_active.py:38: start network...\u000a23:25:18.965516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:19.440754 run create_hlr_db(pid=29498): Launched\u000a23:25:19.611681 bus /sierra_2: Setting Powered False\u000a23:25:20.634712 run create_hlr_db(pid=29498): Terminated: ok {rc=0}\u000a23:25:21.059122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29500): Launched\u000a23:25:21.380895 run osmo-hlr_10.42.42.2(pid=29501): Launched\u000a23:25:21.500739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:22.055715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29503): Launched\u000a23:25:22.376138 run osmo-stp_10.42.42.5(pid=29504): Launched\u000a23:25:22.492102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:25:23.050025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29506): Launched\u000a23:25:23.164704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:25:23.445308 run patchelf(pid=29507): Launched\u000a23:25:23.633279 run osmo-stp_10.42.42.5(pid=29504): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29504)]\u000a23:25:23.771169 run osmo-stp_10.42.42.5(pid=29504): stdout: \u000a| (launched: 2022-12-09_23:25:22.218827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:23.909760 run osmo-stp_10.42.42.5(pid=29504): stderr: \u000a| �[0;m�[38;5;43m20221209232522411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232522411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232522411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232522411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232522412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232522412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232522412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:24.043066 run osmo-stp_10.42.42.5(pid=29504): stdout: \u000a| (launched: 2022-12-09_23:25:22.218827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:24.175311 run osmo-stp_10.42.42.5(pid=29504): stderr: \u000a| �[0;m�[38;5;43m20221209232522411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232522411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232522411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232522411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232522412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232522412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232522412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:24.331049 run patchelf(pid=29507): Terminating (SIGINT)\u000a23:25:24.512889 run patchelf(pid=29507): Terminated: ok {rc=0}\u000a23:25:24.546150 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29504): Process ended prematurely: osmo-stp_10.42.42.5(pid=29504) [trial-2366↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29504)] [trial-2366↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a23:25:24.555946 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:25:24.619330 run osmo-hlr_10.42.42.2(pid=29501): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29501)]\u000a23:25:24.670644 run osmo-hlr_10.42.42.2(pid=29501): stdout: \u000a| (launched: 2022-12-09_23:25:21.223097) \u000a23:25:24.722774 run osmo-hlr_10.42.42.2(pid=29501): stderr: \u000a| �[0;m�[1;31m20221209232521421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232521421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232521421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232521421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232521421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232521421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232521432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232521441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232521441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232521441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:24.766928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29494): Terminating (SIGTERM)\u000a23:25:24.808416 run iperf3-srv_10.42.42.10(pid=29495): Terminating (SIGTERM)\u000a23:25:24.850459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29496): Terminating (SIGTERM)\u000a23:25:24.891790 run iperf3-srv_10.42.42.10(pid=29497): Terminating (SIGTERM)\u000a23:25:24.933975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29500): Terminating (SIGTERM)\u000a23:25:24.975634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29503): Terminating (SIGTERM)\u000a23:25:25.017557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29506): Terminating (SIGTERM)\u000a23:25:25.027569 --- ParallelTerminationStrategy: PID 29494 died...\u000a23:25:25.083714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29494): Terminated: ok {rc=0}\u000a23:25:25.093892 --- ParallelTerminationStrategy: PID 29495 died...\u000a23:25:25.149073 run iperf3-srv_10.42.42.10(pid=29495): Terminated {rc=256}\u000a23:25:25.159211 --- ParallelTerminationStrategy: PID 29496 died...\u000a23:25:25.214304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29496): Terminated: ok {rc=0}\u000a23:25:25.224396 --- ParallelTerminationStrategy: PID 29497 died...\u000a23:25:25.279746 run iperf3-srv_10.42.42.10(pid=29497): Terminated {rc=256}\u000a23:25:25.289928 --- ParallelTerminationStrategy: PID 29500 died...\u000a23:25:25.345594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29500): Terminated: ok {rc=0}\u000a23:25:25.355811 --- ParallelTerminationStrategy: PID 29503 died...\u000a23:25:25.411096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29503): Terminated: ok {rc=0}\u000a23:25:25.421561 --- ParallelTerminationStrategy: PID 29506 died...\u000a23:25:25.476415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29506): Terminated: ok {rc=0}\u000a23:25:25.561861 bus /gobi_0: Setting Powered False\u000a23:25:26.664007 bus /gobi_0: Setting Powered False\u000a23:25:27.773187 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29516): Process ended prematurely: osmo-stp_10.42.42.5(pid=29516) [trial-2366↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29516)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29516): Process ended prematurely: osmo-stp_10.42.42.5(pid=29516) [trial-2366↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a23:25:28.881459 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:28.892233 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:29.025190 tst iperf3.py: using LAC 24393\u000a23:25:29.150732 tst iperf3.py: using RAC 168\u000a23:25:29.275157 tst iperf3.py: using CellId 24393\u000a23:25:29.399016 tst iperf3.py: using BVCI 24394\u000a23:25:29.423688 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.434772 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.445690 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.456812 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.467799 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.478789 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.490326 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.501482 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:29.512370 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:29.793056 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:25:29.917246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:30.226067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Launched\u000a23:25:30.483512 run iperf3-srv_10.42.42.10(pid=29509): Launched\u000a23:25:30.666338 tst iperf3.py:8: start network...\u000a23:25:30.790882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:31.325832 run create_hlr_db(pid=29510): Launched\u000a23:25:31.520468 bus /gobi_6: Setting Powered False\u000a23:25:32.530698 run create_hlr_db(pid=29510): Terminated: ok {rc=0}\u000a23:25:32.963133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29512): Launched\u000a23:25:33.284060 run osmo-hlr_10.42.42.2(pid=29513): Launched\u000a23:25:33.405988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:33.964161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29515): Launched\u000a23:25:34.285307 run osmo-stp_10.42.42.5(pid=29516): Launched\u000a23:25:34.403193 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:25:34.963370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29518): Launched\u000a23:25:35.078725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:25:35.359379 run patchelf(pid=29519): Launched\u000a23:25:35.547370 run osmo-stp_10.42.42.5(pid=29516): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29516)]\u000a23:25:35.685673 run osmo-stp_10.42.42.5(pid=29516): stdout: \u000a| (launched: 2022-12-09_23:25:34.128189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:35.824165 run osmo-stp_10.42.42.5(pid=29516): stderr: \u000a| �[0;m�[38;5;43m20221209232534321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232534321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232534322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232534322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232534322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232534322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232534323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:35.957529 run osmo-stp_10.42.42.5(pid=29516): stdout: \u000a| (launched: 2022-12-09_23:25:34.128189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:36.089910 run osmo-stp_10.42.42.5(pid=29516): stderr: \u000a| �[0;m�[38;5;43m20221209232534321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232534321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232534322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232534322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232534322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232534322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232534323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:36.243753 run patchelf(pid=29519): Terminating (SIGINT)\u000a23:25:36.425524 run patchelf(pid=29519): Terminated: ok {rc=0}\u000a23:25:36.458664 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29516): Process ended prematurely: osmo-stp_10.42.42.5(pid=29516) [trial-2366↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29516)] [trial-2366↪gprs:oc2g↪iperf3.py:8]\u000a23:25:36.468498 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:25:36.531518 run osmo-hlr_10.42.42.2(pid=29513): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29513)]\u000a23:25:36.582639 run osmo-hlr_10.42.42.2(pid=29513): stdout: \u000a| (launched: 2022-12-09_23:25:33.126858) \u000a23:25:36.634629 run osmo-hlr_10.42.42.2(pid=29513): stderr: \u000a| �[0;m�[1;31m20221209232533326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232533326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232533326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232533326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232533326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232533326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232533336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232533345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232533345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232533345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:36.678273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Terminating (SIGTERM)\u000a23:25:36.720088 run iperf3-srv_10.42.42.10(pid=29509): Terminating (SIGTERM)\u000a23:25:36.761385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29512): Terminating (SIGTERM)\u000a23:25:36.803174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29515): Terminating (SIGTERM)\u000a23:25:36.844617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29518): Terminating (SIGTERM)\u000a23:25:36.854592 --- ParallelTerminationStrategy: PID 29508 died...\u000a23:25:36.910675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29508): Terminated: ok {rc=0}\u000a23:25:36.920758 --- ParallelTerminationStrategy: PID 29509 died...\u000a23:25:36.976535 run iperf3-srv_10.42.42.10(pid=29509): Terminated {rc=256}\u000a23:25:36.986662 --- ParallelTerminationStrategy: PID 29512 died...\u000a23:25:37.042074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29512): Terminated: ok {rc=0}\u000a23:25:37.052442 --- ParallelTerminationStrategy: PID 29515 died...\u000a23:25:37.107835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29515): Terminated: ok {rc=0}\u000a23:25:37.118246 --- ParallelTerminationStrategy: PID 29518 died...\u000a23:25:37.173492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29518): Terminated: ok {rc=0}\u000a23:25:37.260862 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29535): Process ended prematurely: osmo-stp_10.42.42.5(pid=29535) [trial-2366↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29535): Process ended prematurely: osmo-stp_10.42.42.5(pid=29535) [trial-2366↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a23:25:38.370325 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.381242 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:38.511357 tst iperf3m4.py: using LAC 24394\u000a23:25:38.637520 tst iperf3m4.py: using RAC 169\u000a23:25:38.757383 tst iperf3m4.py: using CellId 24394\u000a23:25:38.874629 tst iperf3m4.py: using BVCI 24395\u000a23:25:38.897491 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.907907 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.918239 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.929108 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.939815 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.950463 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.961258 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.971933 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:38.982793 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:39.095955 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:39.215787 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:39.333089 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:39.624186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:25:39.758766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:40.091707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29520): Launched\u000a23:25:40.366909 run iperf3-srv_10.42.42.10(pid=29521): Launched\u000a23:25:40.564097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:25:40.698709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:41.028923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29522): Launched\u000a23:25:41.303357 run iperf3-srv_10.42.42.10(pid=29523): Launched\u000a23:25:41.499810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:25:41.634008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:41.965473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29524): Launched\u000a23:25:42.239165 run iperf3-srv_10.42.42.10(pid=29525): Launched\u000a23:25:42.435466 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:25:42.569520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:25:42.900261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29526): Launched\u000a23:25:43.174162 run iperf3-srv_10.42.42.10(pid=29527): Launched\u000a23:25:43.370868 tst iperf3m4.py:8: start network...\u000a23:25:43.504797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:25:44.011853 run create_hlr_db(pid=29528): Launched\u000a23:25:44.198794 bus /gobi_6: Setting Powered False\u000a23:25:45.219524 run create_hlr_db(pid=29528): Terminated: ok {rc=0}\u000a23:25:45.619613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29531): Launched\u000a23:25:45.958855 run osmo-hlr_10.42.42.2(pid=29532): Launched\u000a23:25:46.208005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:25:46.867812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29534): Launched\u000a23:25:47.248601 run osmo-stp_10.42.42.5(pid=29535): Launched\u000a23:25:47.372136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:25:47.930435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29537): Launched\u000a23:25:48.045452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:25:48.324187 run patchelf(pid=29538): Launched\u000a23:25:48.511836 run osmo-stp_10.42.42.5(pid=29535): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)]\u000a23:25:48.649316 run osmo-stp_10.42.42.5(pid=29535): stdout: \u000a| (launched: 2022-12-09_23:25:47.035343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:48.787694 run osmo-stp_10.42.42.5(pid=29535): stderr: \u000a| �[0;m�[38;5;43m20221209232547325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232547325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232547325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232547326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232547328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232547328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232547328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:48.920367 run osmo-stp_10.42.42.5(pid=29535): stdout: \u000a| (launched: 2022-12-09_23:25:47.035343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:25:49.052313 run osmo-stp_10.42.42.5(pid=29535): stderr: \u000a| �[0;m�[38;5;43m20221209232547325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232547325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232547325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232547326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232547328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232547328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232547328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:25:49.205741 run patchelf(pid=29538): Terminating (SIGINT)\u000a23:25:49.386781 run patchelf(pid=29538): Terminated: ok {rc=0}\u000a23:25:49.419801 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29535): Process ended prematurely: osmo-stp_10.42.42.5(pid=29535) [trial-2366↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29535)] [trial-2366↪gprs:oc2g↪iperf3m4.py:8]\u000a23:25:49.429619 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a23:25:49.493646 run osmo-hlr_10.42.42.2(pid=29532): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29532)]\u000a23:25:49.545633 run osmo-hlr_10.42.42.2(pid=29532): stdout: \u000a| (launched: 2022-12-09_23:25:45.771788) \u000a23:25:49.598224 run osmo-hlr_10.42.42.2(pid=29532): stderr: \u000a| �[0;m�[1;31m20221209232546136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232546136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232546136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232546136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232546136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232546137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232546161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232546179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232546179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232546179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:25:49.642713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29520): Terminating (SIGTERM)\u000a23:25:49.684744 run iperf3-srv_10.42.42.10(pid=29521): Terminating (SIGTERM)\u000a23:25:49.727294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29522): Terminating (SIGTERM)\u000a23:25:49.769383 run iperf3-srv_10.42.42.10(pid=29523): Terminating (SIGTERM)\u000a23:25:49.811453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29524): Terminating (SIGTERM)\u000a23:25:49.853170 run iperf3-srv_10.42.42.10(pid=29525): Terminating (SIGTERM)\u000a23:25:49.895599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29526): Terminating (SIGTERM)\u000a23:25:49.937331 run iperf3-srv_10.42.42.10(pid=29527): Terminating (SIGTERM)\u000a23:25:49.979675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29531): Terminating (SIGTERM)\u000a23:25:50.021811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29534): Terminating (SIGTERM)\u000a23:25:50.064167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29537): Terminating (SIGTERM)\u000a23:25:50.073853 --- ParallelTerminationStrategy: PID 29520 died...\u000a23:25:50.130581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29520): Terminated: ok {rc=0}\u000a23:25:50.141053 --- ParallelTerminationStrategy: PID 29521 died...\u000a23:25:50.197170 run iperf3-srv_10.42.42.10(pid=29521): Terminated {rc=256}\u000a23:25:50.207482 --- ParallelTerminationStrategy: PID 29522 died...\u000a23:25:50.264608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29522): Terminated: ok {rc=0}\u000a23:25:50.274871 --- ParallelTerminationStrategy: PID 29523 died...\u000a23:25:50.331307 run iperf3-srv_10.42.42.10(pid=29523): Terminated {rc=256}\u000a23:25:50.341605 --- ParallelTerminationStrategy: PID 29524 died...\u000a23:25:50.397961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29524): Terminated: ok {rc=0}\u000a23:25:50.408230 --- ParallelTerminationStrategy: PID 29525 died...\u000a23:25:50.464694 run iperf3-srv_10.42.42.10(pid=29525): Terminated {rc=256}\u000a23:25:50.474837 --- ParallelTerminationStrategy: PID 29526 died...\u000a23:25:50.531486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29526): Terminated: ok {rc=0}\u000a23:25:50.541894 --- ParallelTerminationStrategy: PID 29527 died...\u000a23:25:50.598085 run iperf3-srv_10.42.42.10(pid=29527): Terminated {rc=256}\u000a23:25:50.608740 --- ParallelTerminationStrategy: PID 29531 died...\u000a23:25:50.665262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29531): Terminated: ok {rc=0}\u000a23:25:50.675513 --- ParallelTerminationStrategy: PID 29534 died...\u000a23:25:50.732171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29534): Terminated: ok {rc=0}\u000a23:25:50.742407 --- ParallelTerminationStrategy: PID 29537 died...\u000a23:25:50.798481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29537): Terminated: ok {rc=0}\u000a23:25:50.886675 bus /gobi_4: Setting Powered False\u000a23:25:51.991860 bus /gobi_4: Setting Powered False\u000a23:25:53.100609 bus /gobi_1: Setting Powered False\u000a23:25:54.207394 bus /gobi_1: Setting Powered False\u000a23:25:55.319589 bus /gobi_0: Setting Powered False\u000a23:25:56.422659 bus /gobi_0: Setting Powered False\u000a23:25:57.535213 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29545): Process ended prematurely: osmo-stp_10.42.42.5(pid=29545) [trial-2366↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29545)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29545): Process ended prematurely: osmo-stp_10.42.42.5(pid=29545) [trial-2366↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g ping.py\u000a----------------------------------------------\u000a23:25:58.602067 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:58.613236 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:25:58.740554 tst ping.py: using LAC 24395\u000a23:25:58.858577 tst ping.py: using RAC 170\u000a23:25:58.983220 tst ping.py: using CellId 24395\u000a23:25:59.101064 tst ping.py: using BVCI 24396\u000a23:25:59.123955 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:59.134600 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:59.145077 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:59.155490 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:59.165890 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:59.176311 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:59.186717 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:25:59.196918 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:25:59.467332 tst ping.py:19: start network...\u000a23:25:59.589294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:00.056317 run create_hlr_db(pid=29539): Launched\u000a23:26:00.225154 bus /gobi_6: Setting Powered False\u000a23:26:01.283595 run create_hlr_db(pid=29539): Terminated: ok {rc=0}\u000a23:26:01.700339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29541): Launched\u000a23:26:02.040066 run osmo-hlr_10.42.42.2(pid=29542): Launched\u000a23:26:02.246507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:02.847090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29544): Launched\u000a23:26:03.163289 run osmo-stp_10.42.42.5(pid=29545): Launched\u000a23:26:03.279451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:03.830811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29547): Launched\u000a23:26:03.943650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:04.218412 run patchelf(pid=29548): Launched\u000a23:26:04.403810 run osmo-stp_10.42.42.5(pid=29545): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29545)]\u000a23:26:04.539245 run osmo-stp_10.42.42.5(pid=29545): stdout: \u000a| (launched: 2022-12-09_23:26:03.007687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:04.675260 run osmo-stp_10.42.42.5(pid=29545): stderr: \u000a| �[0;m�[38;5;43m20221209232603198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232603198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232603198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232603199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232603199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232603199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232603199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:04.806605 run osmo-stp_10.42.42.5(pid=29545): stdout: \u000a| (launched: 2022-12-09_23:26:03.007687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:04.936562 run osmo-stp_10.42.42.5(pid=29545): stderr: \u000a| �[0;m�[38;5;43m20221209232603198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232603198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232603198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232603199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232603199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232603199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232603199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:05.087870 run patchelf(pid=29548): Terminating (SIGINT)\u000a23:26:05.265428 run patchelf(pid=29548): Terminated: ok {rc=0}\u000a23:26:05.297852 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29545): Process ended prematurely: osmo-stp_10.42.42.5(pid=29545) [trial-2366↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29545)] [trial-2366↪gprs:oc2g↪ping.py:22]\u000a23:26:05.307199 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:26:05.371636 run osmo-hlr_10.42.42.2(pid=29542): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29542)]\u000a23:26:05.423546 run osmo-hlr_10.42.42.2(pid=29542): stdout: \u000a| (launched: 2022-12-09_23:26:01.854166) \u000a23:26:05.475909 run osmo-hlr_10.42.42.2(pid=29542): stderr: \u000a| �[0;m�[1;31m20221209232602193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232602193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232602194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232602194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232602194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232602194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232602215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232602240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232602240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232602240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:05.520451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29541): Terminating (SIGTERM)\u000a23:26:05.563031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29544): Terminating (SIGTERM)\u000a23:26:05.605426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29547): Terminating (SIGTERM)\u000a23:26:05.615368 --- ParallelTerminationStrategy: PID 29541 died...\u000a23:26:05.672180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29541): Terminated: ok {rc=0}\u000a23:26:05.682508 --- ParallelTerminationStrategy: PID 29544 died...\u000a23:26:05.738986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29544): Terminated: ok {rc=0}\u000a23:26:05.749268 --- ParallelTerminationStrategy: PID 29547 died...\u000a23:26:05.805147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29547): Terminated: ok {rc=0}\u000a23:26:05.891975 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29555): Process ended prematurely: osmo-stp_10.42.42.5(pid=29555) [trial-2366↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29555)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29555): Process ended prematurely: osmo-stp_10.42.42.5(pid=29555) [trial-2366↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a23:26:06.944793 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:06.956207 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a23:26:07.087228 tst ping_idle_ping.py: using LAC 24396\u000a23:26:07.206455 tst ping_idle_ping.py: using RAC 171\u000a23:26:07.326119 tst ping_idle_ping.py: using CellId 24396\u000a23:26:07.442280 tst ping_idle_ping.py: using BVCI 24397\u000a23:26:07.464935 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:07.475854 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:07.486490 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:07.497148 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:07.507672 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:07.518291 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:07.528786 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a23:26:07.539467 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a23:26:07.827972 tst ping_idle_ping.py:24: start network...\u000a23:26:07.960035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:08.461331 run create_hlr_db(pid=29549): Launched\u000a23:26:08.644753 bus /gobi_6: Setting Powered False\u000a23:26:09.665438 run create_hlr_db(pid=29549): Terminated: ok {rc=0}\u000a23:26:10.062181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29551): Launched\u000a23:26:10.358625 run osmo-hlr_10.42.42.2(pid=29552): Launched\u000a23:26:10.467510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:10.980351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29554): Launched\u000a23:26:11.273993 run osmo-stp_10.42.42.5(pid=29555): Launched\u000a23:26:11.382003 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:11.894436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29557): Launched\u000a23:26:11.998981 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:12.255281 run patchelf(pid=29558): Launched\u000a23:26:12.427501 run osmo-stp_10.42.42.5(pid=29555): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29555)]\u000a23:26:12.553560 run osmo-stp_10.42.42.5(pid=29555): stdout: \u000a| (launched: 2022-12-09_23:26:11.129917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:12.679764 run osmo-stp_10.42.42.5(pid=29555): stderr: \u000a| �[0;m�[38;5;43m20221209232611299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232611299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232611299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232611300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232611302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232611302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232611302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:12.803023 run osmo-stp_10.42.42.5(pid=29555): stdout: \u000a| (launched: 2022-12-09_23:26:11.129917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:12.923742 run osmo-stp_10.42.42.5(pid=29555): stderr: \u000a| �[0;m�[38;5;43m20221209232611299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232611299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232611299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232611300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232611302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232611302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232611302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:13.064406 run patchelf(pid=29558): Terminating (SIGINT)\u000a23:26:13.229400 run patchelf(pid=29558): Terminated: ok {rc=0}\u000a23:26:13.259420 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29555): Process ended prematurely: osmo-stp_10.42.42.5(pid=29555) [trial-2366↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29555)] [trial-2366↪gprs:oc2g↪ping_idle_ping.py:27]\u000a23:26:13.268367 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:26:13.334304 run osmo-hlr_10.42.42.2(pid=29552): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29552)]\u000a23:26:13.386147 run osmo-hlr_10.42.42.2(pid=29552): stdout: \u000a| (launched: 2022-12-09_23:26:10.212439) \u000a23:26:13.438876 run osmo-hlr_10.42.42.2(pid=29552): stderr: \u000a| �[0;m�[1;31m20221209232610388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232610388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232610388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232610388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232610388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232610388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232610400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232610412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232610412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232610413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:13.482754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29551): Terminating (SIGTERM)\u000a23:26:13.525964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29554): Terminating (SIGTERM)\u000a23:26:13.569031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29557): Terminating (SIGTERM)\u000a23:26:13.579506 --- ParallelTerminationStrategy: PID 29551 died...\u000a23:26:13.636797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29551): Terminated: ok {rc=0}\u000a23:26:13.647011 --- ParallelTerminationStrategy: PID 29554 died...\u000a23:26:13.704203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29554): Terminated: ok {rc=0}\u000a23:26:13.714464 --- ParallelTerminationStrategy: PID 29557 died...\u000a23:26:13.770970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29557): Terminated: ok {rc=0}\u000a23:26:13.857915 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:25:15" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29573): Process ended prematurely: osmo-stp_10.42.42.5(pid=29573) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29573)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29573): Process ended prematurely: osmo-stp_10.42.42.5(pid=29573) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:26:15.989529 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.001634 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:16.135965 tst cs_paging_gprs_active.py: using LAC 24397\u000a23:26:16.287017 tst cs_paging_gprs_active.py: using RAC 172\u000a23:26:16.420284 tst cs_paging_gprs_active.py: using CellId 24397\u000a23:26:16.546479 tst cs_paging_gprs_active.py: using BVCI 24398\u000a23:26:16.571777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.584226 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.596768 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.609298 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.622244 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.635214 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.648236 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.660118 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:16.672245 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:16.792939 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:17.141852 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:26:17.268704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:17.575389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29563): Launched\u000a23:26:17.827840 run iperf3-srv_10.42.42.10(pid=29564): Launched\u000a23:26:18.007512 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:26:18.130426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:18.435728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29565): Launched\u000a23:26:18.687803 run iperf3-srv_10.42.42.10(pid=29566): Launched\u000a23:26:18.867847 tst cs_paging_gprs_active.py:38: start network...\u000a23:26:18.990716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:19.463751 run create_hlr_db(pid=29567): Launched\u000a23:26:19.633350 bus /gobi_6: Setting Powered False\u000a23:26:20.655548 run create_hlr_db(pid=29567): Terminated: ok {rc=0}\u000a23:26:21.074985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29569): Launched\u000a23:26:21.390884 run osmo-hlr_10.42.42.2(pid=29570): Launched\u000a23:26:21.510758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:22.058573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29572): Launched\u000a23:26:22.374708 run osmo-stp_10.42.42.5(pid=29573): Launched\u000a23:26:22.489578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:23.039179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29575): Launched\u000a23:26:23.152274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:23.427857 run patchelf(pid=29576): Launched\u000a23:26:23.613162 run osmo-stp_10.42.42.5(pid=29573): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29573)]\u000a23:26:23.748620 run osmo-stp_10.42.42.5(pid=29573): stdout: \u000a| (launched: 2022-12-09_23:26:22.219736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:23.884876 run osmo-stp_10.42.42.5(pid=29573): stderr: \u000a| �[0;m�[38;5;43m20221209232622411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232622411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232622411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232622412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:24.016023 run osmo-stp_10.42.42.5(pid=29573): stdout: \u000a| (launched: 2022-12-09_23:26:22.219736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:24.146176 run osmo-stp_10.42.42.5(pid=29573): stderr: \u000a| �[0;m�[38;5;43m20221209232622411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232622411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232622411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232622412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232622412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:24.298006 run patchelf(pid=29576): Terminating (SIGINT)\u000a23:26:24.476167 run patchelf(pid=29576): Terminated: ok {rc=0}\u000a23:26:24.508820 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29573): Process ended prematurely: osmo-stp_10.42.42.5(pid=29573) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29573)] [trial-2366↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:26:24.518713 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:26:24.581834 run osmo-hlr_10.42.42.2(pid=29570): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29570)]\u000a23:26:24.633405 run osmo-hlr_10.42.42.2(pid=29570): stdout: \u000a| (launched: 2022-12-09_23:26:21.236158) \u000a23:26:24.685899 run osmo-hlr_10.42.42.2(pid=29570): stderr: \u000a| �[0;m�[1;31m20221209232621433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232621433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232621433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232621433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232621433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232621433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232621446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232621454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232621455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232621455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:24.730266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29563): Terminating (SIGTERM)\u000a23:26:24.772224 run iperf3-srv_10.42.42.10(pid=29564): Terminating (SIGTERM)\u000a23:26:24.814497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29565): Terminating (SIGTERM)\u000a23:26:24.856419 run iperf3-srv_10.42.42.10(pid=29566): Terminating (SIGTERM)\u000a23:26:24.898836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29569): Terminating (SIGTERM)\u000a23:26:24.940689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29572): Terminating (SIGTERM)\u000a23:26:24.982872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29575): Terminating (SIGTERM)\u000a23:26:24.992675 --- ParallelTerminationStrategy: PID 29563 died...\u000a23:26:25.048320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29563): Terminated: ok {rc=0}\u000a23:26:25.058443 --- ParallelTerminationStrategy: PID 29564 died...\u000a23:26:25.113333 run iperf3-srv_10.42.42.10(pid=29564): Terminated {rc=256}\u000a23:26:25.123352 --- ParallelTerminationStrategy: PID 29565 died...\u000a23:26:25.178326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29565): Terminated: ok {rc=0}\u000a23:26:25.188125 --- ParallelTerminationStrategy: PID 29566 died...\u000a23:26:25.243526 run iperf3-srv_10.42.42.10(pid=29566): Terminated {rc=256}\u000a23:26:25.253650 --- ParallelTerminationStrategy: PID 29569 died...\u000a23:26:25.308700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29569): Terminated: ok {rc=0}\u000a23:26:25.318802 --- ParallelTerminationStrategy: PID 29572 died...\u000a23:26:25.374162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29572): Terminated: ok {rc=0}\u000a23:26:25.384017 --- ParallelTerminationStrategy: PID 29575 died...\u000a23:26:25.439394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29575): Terminated: ok {rc=0}\u000a23:26:25.525624 bus /gobi_0: Setting Powered False\u000a23:26:26.631083 bus /gobi_0: Setting Powered False\u000a23:26:27.749293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29585): Process ended prematurely: osmo-stp_10.42.42.5(pid=29585) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29585): Process ended prematurely: osmo-stp_10.42.42.5(pid=29585) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:26:28.861006 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:28.872717 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:29.003571 tst iperf3.py: using LAC 24398\u000a23:26:29.127048 tst iperf3.py: using RAC 173\u000a23:26:29.252553 tst iperf3.py: using CellId 24398\u000a23:26:29.380255 tst iperf3.py: using BVCI 24399\u000a23:26:29.404381 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.415713 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.426686 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.438130 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.449267 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.460318 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.471682 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.482778 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:29.494201 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:29.784143 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:26:29.916633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:30.243092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29577): Launched\u000a23:26:30.513874 run iperf3-srv_10.42.42.10(pid=29578): Launched\u000a23:26:30.707080 tst iperf3.py:8: start network...\u000a23:26:30.838937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:31.383013 run create_hlr_db(pid=29579): Launched\u000a23:26:31.607883 bus /gobi_6: Setting Powered False\u000a23:26:32.594375 run create_hlr_db(pid=29579): Terminated: ok {rc=0}\u000a23:26:33.018990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29581): Launched\u000a23:26:33.311971 run osmo-hlr_10.42.42.2(pid=29582): Launched\u000a23:26:33.428797 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:33.949141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29584): Launched\u000a23:26:34.243253 run osmo-stp_10.42.42.5(pid=29585): Launched\u000a23:26:34.351401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:34.864248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29587): Launched\u000a23:26:34.970101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:35.227737 run patchelf(pid=29588): Launched\u000a23:26:35.400839 run osmo-stp_10.42.42.5(pid=29585): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)]\u000a23:26:35.527667 run osmo-stp_10.42.42.5(pid=29585): stdout: \u000a| (launched: 2022-12-09_23:26:34.099507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:35.655708 run osmo-stp_10.42.42.5(pid=29585): stderr: \u000a| �[0;m�[38;5;43m20221209232634267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232634267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232634267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232634268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232634268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232634268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232634268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:35.778179 run osmo-stp_10.42.42.5(pid=29585): stdout: \u000a| (launched: 2022-12-09_23:26:34.099507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:35.899346 run osmo-stp_10.42.42.5(pid=29585): stderr: \u000a| �[0;m�[38;5;43m20221209232634267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232634267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232634267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232634268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232634268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232634268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232634268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:36.040626 run patchelf(pid=29588): Terminating (SIGINT)\u000a23:26:36.206525 run patchelf(pid=29588): Terminated: ok {rc=0}\u000a23:26:36.237395 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29585): Process ended prematurely: osmo-stp_10.42.42.5(pid=29585) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29585)] [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a23:26:36.246513 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a23:26:36.305986 run osmo-hlr_10.42.42.2(pid=29582): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29582)]\u000a23:26:36.354966 run osmo-hlr_10.42.42.2(pid=29582): stdout: \u000a| (launched: 2022-12-09_23:26:33.168387) \u000a23:26:36.404723 run osmo-hlr_10.42.42.2(pid=29582): stderr: \u000a| �[0;m�[1;31m20221209232633344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232633344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232633344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232633344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232633344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232633344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232633355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232633365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232633365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232633365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:36.447029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29577): Terminating (SIGTERM)\u000a23:26:36.486758 run iperf3-srv_10.42.42.10(pid=29578): Terminating (SIGTERM)\u000a23:26:36.526685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29581): Terminating (SIGTERM)\u000a23:26:36.566498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29584): Terminating (SIGTERM)\u000a23:26:36.606144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29587): Terminating (SIGTERM)\u000a23:26:36.614888 --- ParallelTerminationStrategy: PID 29577 died...\u000a23:26:36.668152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29577): Terminated: ok {rc=0}\u000a23:26:36.677781 --- ParallelTerminationStrategy: PID 29578 died...\u000a23:26:36.730785 run iperf3-srv_10.42.42.10(pid=29578): Terminated {rc=256}\u000a23:26:36.740303 --- ParallelTerminationStrategy: PID 29581 died...\u000a23:26:36.793266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29581): Terminated: ok {rc=0}\u000a23:26:36.802854 --- ParallelTerminationStrategy: PID 29584 died...\u000a23:26:36.856168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29584): Terminated: ok {rc=0}\u000a23:26:36.865848 --- ParallelTerminationStrategy: PID 29587 died...\u000a23:26:36.919613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29587): Terminated: ok {rc=0}\u000a23:26:37.009128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:26:38.118829 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.130157 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:38.255842 tst iperf3m4.py: using LAC 24399\u000a23:26:38.370730 tst iperf3m4.py: using RAC 174\u000a23:26:38.488291 tst iperf3m4.py: using CellId 24399\u000a23:26:38.602671 tst iperf3m4.py: using BVCI 24400\u000a23:26:38.625565 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.636142 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.646633 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.657061 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.667372 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.677795 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.688298 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.698663 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:38.709419 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:38.826401 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:38.944591 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:39.060903 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:39.349404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:26:39.481243 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:39.808289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29589): Launched\u000a23:26:40.078233 run iperf3-srv_10.42.42.10(pid=29590): Launched\u000a23:26:40.271440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:26:40.403835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:40.728753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29591): Launched\u000a23:26:40.999023 run iperf3-srv_10.42.42.10(pid=29592): Launched\u000a23:26:41.192257 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:26:41.324483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:41.651003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29593): Launched\u000a23:26:41.921353 run iperf3-srv_10.42.42.10(pid=29594): Launched\u000a23:26:42.114643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:26:42.246667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:26:42.573418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29595): Launched\u000a23:26:42.843836 run iperf3-srv_10.42.42.10(pid=29596): Launched\u000a23:26:43.037030 tst iperf3m4.py:8: start network...\u000a23:26:43.169017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:43.665464 run create_hlr_db(pid=29597): Launched\u000a23:26:43.847814 bus /gobi_6: Setting Powered False\u000a23:26:44.870627 run create_hlr_db(pid=29597): Terminated: ok {rc=0}\u000a23:26:45.267851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Launched\u000a23:26:45.563892 run osmo-hlr_10.42.42.2(pid=29600): Launched\u000a23:26:45.674182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:26:46.241731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Launched\u000a23:26:46.692096 run osmo-stp_10.42.42.5(pid=29603): Launched\u000a23:26:46.901465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:26:47.436480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29605): Launched\u000a23:26:47.547903 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:26:47.806164 run patchelf(pid=29606): Launched\u000a23:26:47.979446 run osmo-stp_10.42.42.5(pid=29603): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)]\u000a23:26:48.107024 run osmo-stp_10.42.42.5(pid=29603): stdout: \u000a| (launched: 2022-12-09_23:26:46.394472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:48.234311 run osmo-stp_10.42.42.5(pid=29603): stderr: \u000a| �[0;m�[38;5;43m20221209232646596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232646596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232646596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232646605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232646606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232646606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232646606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:48.356717 run osmo-stp_10.42.42.5(pid=29603): stdout: \u000a| (launched: 2022-12-09_23:26:46.394472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:26:48.478045 run osmo-stp_10.42.42.5(pid=29603): stderr: \u000a| �[0;m�[38;5;43m20221209232646596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232646596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232646596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232646605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232646606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232646606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232646606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:26:48.619812 run patchelf(pid=29606): Terminating (SIGINT)\u000a23:26:48.786321 run patchelf(pid=29606): Terminated: ok {rc=0}\u000a23:26:48.817162 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29603): Process ended prematurely: osmo-stp_10.42.42.5(pid=29603) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29603)] [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:26:48.826365 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:26:48.885491 run osmo-hlr_10.42.42.2(pid=29600): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29600)]\u000a23:26:48.933773 run osmo-hlr_10.42.42.2(pid=29600): stdout: \u000a| (launched: 2022-12-09_23:26:45.418717) \u000a23:26:48.983060 run osmo-hlr_10.42.42.2(pid=29600): stderr: \u000a| �[0;m�[1;31m20221209232645594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232645594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232645594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232645594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232645594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232645594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232645608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232645618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232645619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232645619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:26:49.024891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29589): Terminating (SIGTERM)\u000a23:26:49.063705 run iperf3-srv_10.42.42.10(pid=29590): Terminating (SIGTERM)\u000a23:26:49.102756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29591): Terminating (SIGTERM)\u000a23:26:49.141813 run iperf3-srv_10.42.42.10(pid=29592): Terminating (SIGTERM)\u000a23:26:49.180570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29593): Terminating (SIGTERM)\u000a23:26:49.219370 run iperf3-srv_10.42.42.10(pid=29594): Terminating (SIGTERM)\u000a23:26:49.258460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29595): Terminating (SIGTERM)\u000a23:26:49.297300 run iperf3-srv_10.42.42.10(pid=29596): Terminating (SIGTERM)\u000a23:26:49.336188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Terminating (SIGTERM)\u000a23:26:49.375073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Terminating (SIGTERM)\u000a23:26:49.414162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29605): Terminating (SIGTERM)\u000a23:26:49.423116 --- ParallelTerminationStrategy: PID 29589 died...\u000a23:26:49.475539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29589): Terminated: ok {rc=0}\u000a23:26:49.484873 --- ParallelTerminationStrategy: PID 29590 died...\u000a23:26:49.537115 run iperf3-srv_10.42.42.10(pid=29590): Terminated {rc=256}\u000a23:26:49.546493 --- ParallelTerminationStrategy: PID 29591 died...\u000a23:26:49.598496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29591): Terminated: ok {rc=0}\u000a23:26:49.608090 --- ParallelTerminationStrategy: PID 29592 died...\u000a23:26:49.660026 run iperf3-srv_10.42.42.10(pid=29592): Terminated {rc=256}\u000a23:26:49.669384 --- ParallelTerminationStrategy: PID 29593 died...\u000a23:26:49.721315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29593): Terminated: ok {rc=0}\u000a23:26:49.730593 --- ParallelTerminationStrategy: PID 29594 died...\u000a23:26:49.782687 run iperf3-srv_10.42.42.10(pid=29594): Terminated {rc=256}\u000a23:26:49.791990 --- ParallelTerminationStrategy: PID 29595 died...\u000a23:26:49.843872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29595): Terminated: ok {rc=0}\u000a23:26:49.853288 --- ParallelTerminationStrategy: PID 29596 died...\u000a23:26:49.905002 run iperf3-srv_10.42.42.10(pid=29596): Terminated {rc=256}\u000a23:26:49.914318 --- ParallelTerminationStrategy: PID 29599 died...\u000a23:26:49.966685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29599): Terminated: ok {rc=0}\u000a23:26:49.976054 --- ParallelTerminationStrategy: PID 29602 died...\u000a23:26:50.028495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29602): Terminated: ok {rc=0}\u000a23:26:50.037854 --- ParallelTerminationStrategy: PID 29605 died...\u000a23:26:50.089824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29605): Terminated: ok {rc=0}\u000a23:26:50.176555 bus /gobi_4: Setting Powered False\u000a23:26:51.279319 bus /gobi_4: Setting Powered False\u000a23:26:52.390301 bus /gobi_1: Setting Powered False\u000a23:26:53.493196 bus /gobi_1: Setting Powered False\u000a23:26:54.603695 bus /gobi_0: Setting Powered False\u000a23:26:55.704585 bus /gobi_0: Setting Powered False\u000a23:26:56.816895 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29613): Process ended prematurely: osmo-stp_10.42.42.5(pid=29613) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29613): Process ended prematurely: osmo-stp_10.42.42.5(pid=29613) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:26:57.882910 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:57.894122 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:26:58.015069 tst ping.py: using LAC 24400\u000a23:26:58.129422 tst ping.py: using RAC 175\u000a23:26:58.243796 tst ping.py: using CellId 24400\u000a23:26:58.360100 tst ping.py: using BVCI 24401\u000a23:26:58.382613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:58.393393 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:58.403955 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:58.414443 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:58.424809 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:58.435243 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:58.445915 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:26:58.456423 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:26:58.724339 tst ping.py:19: start network...\u000a23:26:58.845041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:26:59.309734 run create_hlr_db(pid=29607): Launched\u000a23:26:59.477256 bus /gobi_6: Setting Powered False\u000a23:27:00.498293 run create_hlr_db(pid=29607): Terminated: ok {rc=0}\u000a23:27:00.884329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29609): Launched\u000a23:27:01.221089 run osmo-hlr_10.42.42.2(pid=29610): Launched\u000a23:27:01.486789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:02.237924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29612): Launched\u000a23:27:02.605001 run osmo-stp_10.42.42.5(pid=29613): Launched\u000a23:27:02.718623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:03.260744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29615): Launched\u000a23:27:03.372474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:03.642963 run patchelf(pid=29616): Launched\u000a23:27:03.826013 run osmo-stp_10.42.42.5(pid=29613): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)]\u000a23:27:03.959914 run osmo-stp_10.42.42.5(pid=29613): stdout: \u000a| (launched: 2022-12-09_23:27:02.425346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:04.094466 run osmo-stp_10.42.42.5(pid=29613): stderr: \u000a| �[0;m�[38;5;43m20221209232702633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232702634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232702634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232702634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232702635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232702635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232702635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:04.223837 run osmo-stp_10.42.42.5(pid=29613): stdout: \u000a| (launched: 2022-12-09_23:27:02.425346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:04.352892 run osmo-stp_10.42.42.5(pid=29613): stderr: \u000a| �[0;m�[38;5;43m20221209232702633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232702634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232702634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232702634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232702635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232702635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232702635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:04.502573 run patchelf(pid=29616): Terminating (SIGINT)\u000a23:27:04.678103 run patchelf(pid=29616): Terminated: ok {rc=0}\u000a23:27:04.709935 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29613): Process ended prematurely: osmo-stp_10.42.42.5(pid=29613) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29613)] [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a23:27:04.719108 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:27:04.782793 run osmo-hlr_10.42.42.2(pid=29610): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29610)]\u000a23:27:04.834582 run osmo-hlr_10.42.42.2(pid=29610): stdout: \u000a| (launched: 2022-12-09_23:27:01.034084) \u000a23:27:04.886871 run osmo-hlr_10.42.42.2(pid=29610): stderr: \u000a| �[0;m�[1;31m20221209232701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232701515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232701541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232701556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232701556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232701556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:04.931526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29609): Terminating (SIGTERM)\u000a23:27:04.973950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29612): Terminating (SIGTERM)\u000a23:27:05.016332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29615): Terminating (SIGTERM)\u000a23:27:05.026144 --- ParallelTerminationStrategy: PID 29609 died...\u000a23:27:05.082711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29609): Terminated: ok {rc=0}\u000a23:27:05.093011 --- ParallelTerminationStrategy: PID 29612 died...\u000a23:27:05.149475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29612): Terminated: ok {rc=0}\u000a23:27:05.159588 --- ParallelTerminationStrategy: PID 29615 died...\u000a23:27:05.215455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29615): Terminated: ok {rc=0}\u000a23:27:05.302239 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29623): Process ended prematurely: osmo-stp_10.42.42.5(pid=29623) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29623)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29623): Process ended prematurely: osmo-stp_10.42.42.5(pid=29623) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:27:06.355495 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.367853 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:27:06.498836 tst ping_idle_ping.py: using LAC 24401\u000a23:27:06.621466 tst ping_idle_ping.py: using RAC 176\u000a23:27:06.743222 tst ping_idle_ping.py: using CellId 24401\u000a23:27:06.865590 tst ping_idle_ping.py: using BVCI 24402\u000a23:27:06.889625 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.900646 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.911891 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.923011 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.934106 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.945183 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.956343 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:27:06.967596 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:27:07.239932 tst ping_idle_ping.py:24: start network...\u000a23:27:07.361294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:07.831261 run create_hlr_db(pid=29617): Launched\u000a23:27:07.999637 bus /gobi_6: Setting Powered False\u000a23:27:09.021189 run create_hlr_db(pid=29617): Terminated: ok {rc=0}\u000a23:27:09.410394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29619): Launched\u000a23:27:09.702726 run osmo-hlr_10.42.42.2(pid=29620): Launched\u000a23:27:09.809259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:10.314987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29622): Launched\u000a23:27:10.606242 run osmo-stp_10.42.42.5(pid=29623): Launched\u000a23:27:10.712503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:11.220327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29625): Launched\u000a23:27:11.324448 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:11.578280 run patchelf(pid=29626): Launched\u000a23:27:11.748885 run osmo-stp_10.42.42.5(pid=29623): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29623)]\u000a23:27:11.873842 run osmo-stp_10.42.42.5(pid=29623): stdout: \u000a| (launched: 2022-12-09_23:27:10.463002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:11.999317 run osmo-stp_10.42.42.5(pid=29623): stderr: \u000a| �[0;m�[38;5;43m20221209232710632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232710632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232710632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232710633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232710633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232710633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232710633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:12.120211 run osmo-stp_10.42.42.5(pid=29623): stdout: \u000a| (launched: 2022-12-09_23:27:10.463002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:12.239695 run osmo-stp_10.42.42.5(pid=29623): stderr: \u000a| �[0;m�[38;5;43m20221209232710632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232710632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232710632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232710633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232710633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232710633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232710633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:12.379322 run patchelf(pid=29626): Terminating (SIGINT)\u000a23:27:12.543658 run patchelf(pid=29626): Terminated: ok {rc=0}\u000a23:27:12.573588 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29623): Process ended prematurely: osmo-stp_10.42.42.5(pid=29623) [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29623)] [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:27:12.582245 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a23:27:12.641835 run osmo-hlr_10.42.42.2(pid=29620): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29620)]\u000a23:27:12.690508 run osmo-hlr_10.42.42.2(pid=29620): stdout: \u000a| (launched: 2022-12-09_23:27:09.558784) \u000a23:27:12.739864 run osmo-hlr_10.42.42.2(pid=29620): stderr: \u000a| �[0;m�[1;31m20221209232709732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232709732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232709732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232709732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232709732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232709732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232709747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232709756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232709756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232709756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:12.782027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29619): Terminating (SIGTERM)\u000a23:27:12.821861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29622): Terminating (SIGTERM)\u000a23:27:12.861529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29625): Terminating (SIGTERM)\u000a23:27:12.870734 --- ParallelTerminationStrategy: PID 29619 died...\u000a23:27:12.924033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29619): Terminated: ok {rc=0}\u000a23:27:12.933709 --- ParallelTerminationStrategy: PID 29622 died...\u000a23:27:12.986514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29622): Terminated: ok {rc=0}\u000a23:27:12.995915 --- ParallelTerminationStrategy: PID 29625 died...\u000a23:27:13.048792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29625): Terminated: ok {rc=0}\u000a23:27:13.132241 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:26:15" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29640): Process ended prematurely: osmo-stp_10.42.42.5(pid=29640) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29640): Process ended prematurely: osmo-stp_10.42.42.5(pid=29640) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:27:15.234819 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.245517 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:15.387559 tst cs_paging_gprs_active.py: using LAC 24402\u000a23:27:15.504370 tst cs_paging_gprs_active.py: using RAC 177\u000a23:27:15.622110 tst cs_paging_gprs_active.py: using CellId 24402\u000a23:27:15.738195 tst cs_paging_gprs_active.py: using BVCI 24403\u000a23:27:15.761183 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.771827 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.782303 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.792717 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.803162 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.813603 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.824097 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.834479 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:15.845162 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:15.965578 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:16.261456 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:27:16.387097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:16.718622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29630): Launched\u000a23:27:17.018268 run iperf3-srv_10.42.42.10(pid=29631): Launched\u000a23:27:17.202781 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:27:17.329208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:17.636346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29632): Launched\u000a23:27:17.890379 run iperf3-srv_10.42.42.10(pid=29633): Launched\u000a23:27:18.070429 tst cs_paging_gprs_active.py:38: start network...\u000a23:27:18.193694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:18.667098 run create_hlr_db(pid=29634): Launched\u000a23:27:18.836831 bus /gobi_6: Setting Powered False\u000a23:27:19.858655 run create_hlr_db(pid=29634): Terminated: ok {rc=0}\u000a23:27:20.253568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29636): Launched\u000a23:27:20.551876 run osmo-hlr_10.42.42.2(pid=29637): Launched\u000a23:27:20.667066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:21.190540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29639): Launched\u000a23:27:21.487872 run osmo-stp_10.42.42.5(pid=29640): Launched\u000a23:27:21.596270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:22.112092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29642): Launched\u000a23:27:22.217446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:22.474553 run patchelf(pid=29643): Launched\u000a23:27:22.647231 run osmo-stp_10.42.42.5(pid=29640): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)]\u000a23:27:22.773915 run osmo-stp_10.42.42.5(pid=29640): stdout: \u000a| (launched: 2022-12-09_23:27:21.342313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:22.900872 run osmo-stp_10.42.42.5(pid=29640): stderr: \u000a| �[0;m�[38;5;43m20221209232721512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232721512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232721513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232721513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232721514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232721514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232721514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:23.023328 run osmo-stp_10.42.42.5(pid=29640): stdout: \u000a| (launched: 2022-12-09_23:27:21.342313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:23.144104 run osmo-stp_10.42.42.5(pid=29640): stderr: \u000a| �[0;m�[38;5;43m20221209232721512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232721512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232721513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232721513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232721514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232721514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232721514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:23.286328 run patchelf(pid=29643): Terminating (SIGINT)\u000a23:27:23.453174 run patchelf(pid=29643): Terminated: ok {rc=0}\u000a23:27:23.483711 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29640): Process ended prematurely: osmo-stp_10.42.42.5(pid=29640) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29640)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:27:23.492641 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a23:27:23.551491 run osmo-hlr_10.42.42.2(pid=29637): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29637)]\u000a23:27:23.599669 run osmo-hlr_10.42.42.2(pid=29637): stdout: \u000a| (launched: 2022-12-09_23:27:20.405801) \u000a23:27:23.648511 run osmo-hlr_10.42.42.2(pid=29637): stderr: \u000a| �[0;m�[1;31m20221209232720583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232720583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232720583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232720583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232720583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232720583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232720596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232720606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232720606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232720606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:23.690125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29630): Terminating (SIGTERM)\u000a23:27:23.728835 run iperf3-srv_10.42.42.10(pid=29631): Terminating (SIGTERM)\u000a23:27:23.767441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29632): Terminating (SIGTERM)\u000a23:27:23.805826 run iperf3-srv_10.42.42.10(pid=29633): Terminating (SIGTERM)\u000a23:27:23.844741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29636): Terminating (SIGTERM)\u000a23:27:23.883274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29639): Terminating (SIGTERM)\u000a23:27:23.921849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29642): Terminating (SIGTERM)\u000a23:27:23.930666 --- ParallelTerminationStrategy: PID 29630 died...\u000a23:27:23.983117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29630): Terminated: ok {rc=0}\u000a23:27:23.992359 --- ParallelTerminationStrategy: PID 29631 died...\u000a23:27:24.044228 run iperf3-srv_10.42.42.10(pid=29631): Terminated {rc=256}\u000a23:27:24.053514 --- ParallelTerminationStrategy: PID 29632 died...\u000a23:27:24.105403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29632): Terminated: ok {rc=0}\u000a23:27:24.114668 --- ParallelTerminationStrategy: PID 29633 died...\u000a23:27:24.166392 run iperf3-srv_10.42.42.10(pid=29633): Terminated {rc=256}\u000a23:27:24.175626 --- ParallelTerminationStrategy: PID 29636 died...\u000a23:27:24.228337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29636): Terminated: ok {rc=0}\u000a23:27:24.237698 --- ParallelTerminationStrategy: PID 29639 died...\u000a23:27:24.289513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29639): Terminated: ok {rc=0}\u000a23:27:24.298764 --- ParallelTerminationStrategy: PID 29642 died...\u000a23:27:24.350603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29642): Terminated: ok {rc=0}\u000a23:27:24.437435 bus /gobi_0: Setting Powered False\u000a23:27:25.540223 bus /gobi_0: Setting Powered False\u000a23:27:26.650654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29652): Process ended prematurely: osmo-stp_10.42.42.5(pid=29652) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29652)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29652): Process ended prematurely: osmo-stp_10.42.42.5(pid=29652) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:27:27.762596 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:27.774755 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:27.927234 tst iperf3.py: using LAC 24403\u000a23:27:28.057402 tst iperf3.py: using RAC 178\u000a23:27:28.180088 tst iperf3.py: using CellId 24403\u000a23:27:28.302861 tst iperf3.py: using BVCI 24404\u000a23:27:28.327224 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.338528 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.349574 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.360914 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.372015 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.383396 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.394792 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.405878 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:28.417263 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:28.702982 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:27:28.835638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:29.162937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29644): Launched\u000a23:27:29.434980 run iperf3-srv_10.42.42.10(pid=29645): Launched\u000a23:27:29.629640 tst iperf3.py:8: start network...\u000a23:27:29.761693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:30.256883 run create_hlr_db(pid=29646): Launched\u000a23:27:30.440165 bus /gobi_6: Setting Powered False\u000a23:27:31.455232 run create_hlr_db(pid=29646): Terminated: ok {rc=0}\u000a23:27:31.869757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29648): Launched\u000a23:27:32.225457 run osmo-hlr_10.42.42.2(pid=29649): Launched\u000a23:27:32.342013 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:32.893601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29651): Launched\u000a23:27:33.208387 run osmo-stp_10.42.42.5(pid=29652): Launched\u000a23:27:33.324282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:33.874313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29654): Launched\u000a23:27:33.987624 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:34.262612 run patchelf(pid=29655): Launched\u000a23:27:34.448171 run osmo-stp_10.42.42.5(pid=29652): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29652)]\u000a23:27:34.584302 run osmo-stp_10.42.42.5(pid=29652): stdout: \u000a| (launched: 2022-12-09_23:27:33.054019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:34.720779 run osmo-stp_10.42.42.5(pid=29652): stderr: \u000a| �[0;m�[38;5;43m20221209232733247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232733247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232733247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232733247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232733248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232733248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232733248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:34.852345 run osmo-stp_10.42.42.5(pid=29652): stdout: \u000a| (launched: 2022-12-09_23:27:33.054019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:34.982485 run osmo-stp_10.42.42.5(pid=29652): stderr: \u000a| �[0;m�[38;5;43m20221209232733247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232733247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232733247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232733247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232733248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232733248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232733248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:35.134402 run patchelf(pid=29655): Terminating (SIGINT)\u000a23:27:35.313348 run patchelf(pid=29655): Terminated: ok {rc=0}\u000a23:27:35.346387 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29652): Process ended prematurely: osmo-stp_10.42.42.5(pid=29652) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29652)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:27:35.356411 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:27:35.419242 run osmo-hlr_10.42.42.2(pid=29649): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29649)]\u000a23:27:35.470050 run osmo-hlr_10.42.42.2(pid=29649): stdout: \u000a| (launched: 2022-12-09_23:27:32.025401) \u000a23:27:35.522070 run osmo-hlr_10.42.42.2(pid=29649): stderr: \u000a| �[0;m�[1;31m20221209232732265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232732265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232732265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232732265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232732265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232732265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232732277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232732286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232732286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232732286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:35.565950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29644): Terminating (SIGTERM)\u000a23:27:35.607682 run iperf3-srv_10.42.42.10(pid=29645): Terminating (SIGTERM)\u000a23:27:35.649370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29648): Terminating (SIGTERM)\u000a23:27:35.690789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29651): Terminating (SIGTERM)\u000a23:27:35.732362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29654): Terminating (SIGTERM)\u000a23:27:35.742228 --- ParallelTerminationStrategy: PID 29644 died...\u000a23:27:35.798661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29644): Terminated: ok {rc=0}\u000a23:27:35.808535 --- ParallelTerminationStrategy: PID 29645 died...\u000a23:27:35.863703 run iperf3-srv_10.42.42.10(pid=29645): Terminated {rc=256}\u000a23:27:35.873772 --- ParallelTerminationStrategy: PID 29648 died...\u000a23:27:35.929992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29648): Terminated: ok {rc=0}\u000a23:27:35.940088 --- ParallelTerminationStrategy: PID 29651 died...\u000a23:27:35.995867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29651): Terminated: ok {rc=0}\u000a23:27:36.005798 --- ParallelTerminationStrategy: PID 29654 died...\u000a23:27:36.061178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29654): Terminated: ok {rc=0}\u000a23:27:36.146764 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29675): Process ended prematurely: osmo-stp_10.42.42.5(pid=29675) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29675): Process ended prematurely: osmo-stp_10.42.42.5(pid=29675) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:27:37.259914 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.271643 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:37.422847 tst iperf3m4.py: using LAC 24404\u000a23:27:37.547457 tst iperf3m4.py: using RAC 179\u000a23:27:37.670787 tst iperf3m4.py: using CellId 24404\u000a23:27:37.794786 tst iperf3m4.py: using BVCI 24405\u000a23:27:37.818958 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.830212 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.841191 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.852358 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.863595 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.874807 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.886257 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.897458 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:37.908810 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:38.024081 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:38.140616 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:38.260138 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:38.553228 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:27:38.686236 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:39.013896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29661): Launched\u000a23:27:39.285716 run iperf3-srv_10.42.42.10(pid=29662): Launched\u000a23:27:39.481076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:27:39.613882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:39.941452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29663): Launched\u000a23:27:40.212856 run iperf3-srv_10.42.42.10(pid=29664): Launched\u000a23:27:40.408465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:27:40.541127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:40.869039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Launched\u000a23:27:41.141377 run iperf3-srv_10.42.42.10(pid=29666): Launched\u000a23:27:41.336034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:27:41.468708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:27:41.795813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Launched\u000a23:27:42.068052 run iperf3-srv_10.42.42.10(pid=29668): Launched\u000a23:27:42.263045 tst iperf3m4.py:8: start network...\u000a23:27:42.396712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:42.894708 run create_hlr_db(pid=29669): Launched\u000a23:27:43.078303 bus /gobi_6: Setting Powered False\u000a23:27:44.099355 run create_hlr_db(pid=29669): Terminated: ok {rc=0}\u000a23:27:44.520570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29671): Launched\u000a23:27:44.837750 run osmo-hlr_10.42.42.2(pid=29672): Launched\u000a23:27:44.956356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:27:45.503278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29674): Launched\u000a23:27:45.797992 run osmo-stp_10.42.42.5(pid=29675): Launched\u000a23:27:46.013728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:27:46.611736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29677): Launched\u000a23:27:46.729591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:27:47.015913 run patchelf(pid=29678): Launched\u000a23:27:47.192278 run osmo-stp_10.42.42.5(pid=29675): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)]\u000a23:27:47.321168 run osmo-stp_10.42.42.5(pid=29675): stdout: \u000a| (launched: 2022-12-09_23:27:45.653523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:47.449182 run osmo-stp_10.42.42.5(pid=29675): stderr: \u000a| �[0;m�[38;5;43m20221209232745822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232745823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232745823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232745823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232745824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232745824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232745824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:47.572874 run osmo-stp_10.42.42.5(pid=29675): stdout: \u000a| (launched: 2022-12-09_23:27:45.653523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:27:47.694385 run osmo-stp_10.42.42.5(pid=29675): stderr: \u000a| �[0;m�[38;5;43m20221209232745822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232745823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232745823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232745823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232745824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232745824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232745824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:27:47.836638 run patchelf(pid=29678): Terminating (SIGINT)\u000a23:27:48.003400 run patchelf(pid=29678): Terminated: ok {rc=0}\u000a23:27:48.034293 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29675): Process ended prematurely: osmo-stp_10.42.42.5(pid=29675) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29675)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:27:48.043567 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:27:48.103510 run osmo-hlr_10.42.42.2(pid=29672): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29672)]\u000a23:27:48.152506 run osmo-hlr_10.42.42.2(pid=29672): stdout: \u000a| (launched: 2022-12-09_23:27:44.681975) \u000a23:27:48.201850 run osmo-hlr_10.42.42.2(pid=29672): stderr: \u000a| �[0;m�[1;31m20221209232744878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232744878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232744878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232744878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232744878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232744878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232744890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232744898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232744899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232744899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:27:48.243984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29661): Terminating (SIGTERM)\u000a23:27:48.283649 run iperf3-srv_10.42.42.10(pid=29662): Terminating (SIGTERM)\u000a23:27:48.323359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29663): Terminating (SIGTERM)\u000a23:27:48.362981 run iperf3-srv_10.42.42.10(pid=29664): Terminating (SIGTERM)\u000a23:27:48.402837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Terminating (SIGTERM)\u000a23:27:48.442443 run iperf3-srv_10.42.42.10(pid=29666): Terminating (SIGTERM)\u000a23:27:48.482281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminating (SIGTERM)\u000a23:27:48.521749 run iperf3-srv_10.42.42.10(pid=29668): Terminating (SIGTERM)\u000a23:27:48.561508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29671): Terminating (SIGTERM)\u000a23:27:48.601568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29674): Terminating (SIGTERM)\u000a23:27:48.641283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29677): Terminating (SIGTERM)\u000a23:27:48.650390 --- ParallelTerminationStrategy: PID 29661 died...\u000a23:27:48.703967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29661): Terminated: ok {rc=0}\u000a23:27:48.713777 --- ParallelTerminationStrategy: PID 29662 died...\u000a23:27:48.766491 run iperf3-srv_10.42.42.10(pid=29662): Terminated {rc=256}\u000a23:27:48.776065 --- ParallelTerminationStrategy: PID 29663 died...\u000a23:27:48.829169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29663): Terminated: ok {rc=0}\u000a23:27:48.838879 --- ParallelTerminationStrategy: PID 29664 died...\u000a23:27:48.891673 run iperf3-srv_10.42.42.10(pid=29664): Terminated {rc=256}\u000a23:27:48.901284 --- ParallelTerminationStrategy: PID 29665 died...\u000a23:27:48.953877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29665): Terminated: ok {rc=0}\u000a23:27:48.963281 --- ParallelTerminationStrategy: PID 29666 died...\u000a23:27:49.015871 run iperf3-srv_10.42.42.10(pid=29666): Terminated {rc=256}\u000a23:27:49.025455 --- ParallelTerminationStrategy: PID 29667 died...\u000a23:27:49.078213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29667): Terminated: ok {rc=0}\u000a23:27:49.087776 --- ParallelTerminationStrategy: PID 29668 died...\u000a23:27:49.140509 run iperf3-srv_10.42.42.10(pid=29668): Terminated {rc=256}\u000a23:27:49.149935 --- ParallelTerminationStrategy: PID 29671 died...\u000a23:27:49.203266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29671): Terminated: ok {rc=0}\u000a23:27:49.212932 --- ParallelTerminationStrategy: PID 29674 died...\u000a23:27:49.265647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29674): Terminated: ok {rc=0}\u000a23:27:49.275256 --- ParallelTerminationStrategy: PID 29677 died...\u000a23:27:49.328099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29677): Terminated: ok {rc=0}\u000a23:27:49.417084 bus /gobi_4: Setting Powered False\u000a23:27:50.519886 bus /gobi_4: Setting Powered False\u000a23:27:51.629413 bus /gobi_1: Setting Powered False\u000a23:27:52.734842 bus /gobi_1: Setting Powered False\u000a23:27:53.843359 bus /gobi_0: Setting Powered False\u000a23:27:54.949425 bus /gobi_0: Setting Powered False\u000a23:27:56.057368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29685): Process ended prematurely: osmo-stp_10.42.42.5(pid=29685) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29685): Process ended prematurely: osmo-stp_10.42.42.5(pid=29685) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:27:57.123065 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.134420 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:27:57.274351 tst ping.py: using LAC 24405\u000a23:27:57.389249 tst ping.py: using RAC 180\u000a23:27:57.508596 tst ping.py: using CellId 24405\u000a23:27:57.622184 tst ping.py: using BVCI 24406\u000a23:27:57.644395 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.655170 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.665743 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.676176 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.686676 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.697133 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.707710 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:27:57.718220 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:27:58.002447 tst ping.py:19: start network...\u000a23:27:58.133061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:27:58.624055 run create_hlr_db(pid=29679): Launched\u000a23:27:58.805287 bus /gobi_6: Setting Powered False\u000a23:27:59.827160 run create_hlr_db(pid=29679): Terminated: ok {rc=0}\u000a23:28:00.216162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29681): Launched\u000a23:28:00.507019 run osmo-hlr_10.42.42.2(pid=29682): Launched\u000a23:28:00.614522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:01.146213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29684): Launched\u000a23:28:01.533354 run osmo-stp_10.42.42.5(pid=29685): Launched\u000a23:28:01.832313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:02.410800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29687): Launched\u000a23:28:02.522882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:02.793913 run patchelf(pid=29688): Launched\u000a23:28:02.976743 run osmo-stp_10.42.42.5(pid=29685): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)]\u000a23:28:03.110842 run osmo-stp_10.42.42.5(pid=29685): stdout: \u000a| (launched: 2022-12-09_23:28:01.295794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:03.246012 run osmo-stp_10.42.42.5(pid=29685): stderr: \u000a| �[0;m�[38;5;43m20221209232801651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232801651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232801651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232801652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232801652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232801652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232801652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:03.376208 run osmo-stp_10.42.42.5(pid=29685): stdout: \u000a| (launched: 2022-12-09_23:28:01.295794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:03.505398 run osmo-stp_10.42.42.5(pid=29685): stderr: \u000a| �[0;m�[38;5;43m20221209232801651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232801651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232801651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232801652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232801652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232801652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232801652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:03.655171 run patchelf(pid=29688): Terminating (SIGINT)\u000a23:28:03.830727 run patchelf(pid=29688): Terminated: ok {rc=0}\u000a23:28:03.862791 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29685): Process ended prematurely: osmo-stp_10.42.42.5(pid=29685) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29685)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:28:03.872076 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:28:03.934964 run osmo-hlr_10.42.42.2(pid=29682): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29682)]\u000a23:28:03.986407 run osmo-hlr_10.42.42.2(pid=29682): stdout: \u000a| (launched: 2022-12-09_23:28:00.363795) \u000a23:28:04.038445 run osmo-hlr_10.42.42.2(pid=29682): stderr: \u000a| �[0;m�[1;31m20221209232800535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232800535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232800535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232800535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232800535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232800535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232800551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232800561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232800561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232800561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:04.082462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29681): Terminating (SIGTERM)\u000a23:28:04.124491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29684): Terminating (SIGTERM)\u000a23:28:04.166362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29687): Terminating (SIGTERM)\u000a23:28:04.176292 --- ParallelTerminationStrategy: PID 29681 died...\u000a23:28:04.232572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29681): Terminated: ok {rc=0}\u000a23:28:04.242692 --- ParallelTerminationStrategy: PID 29684 died...\u000a23:28:04.298032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29684): Terminated: ok {rc=0}\u000a23:28:04.308270 --- ParallelTerminationStrategy: PID 29687 died...\u000a23:28:04.364930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29687): Terminated: ok {rc=0}\u000a23:28:04.450866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29695): Process ended prematurely: osmo-stp_10.42.42.5(pid=29695) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29695)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29695): Process ended prematurely: osmo-stp_10.42.42.5(pid=29695) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:28:05.503443 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:05.515335 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:28:05.659886 tst ping_idle_ping.py: using LAC 24406\u000a23:28:05.777167 tst ping_idle_ping.py: using RAC 181\u000a23:28:05.900503 tst ping_idle_ping.py: using CellId 24406\u000a23:28:06.020122 tst ping_idle_ping.py: using BVCI 24407\u000a23:28:06.042545 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:06.053456 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:06.063955 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:06.075143 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:06.086175 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:06.097446 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:06.108682 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:28:06.119763 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:28:06.407615 tst ping_idle_ping.py:24: start network...\u000a23:28:06.538878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:07.033351 run create_hlr_db(pid=29689): Launched\u000a23:28:07.215174 bus /gobi_6: Setting Powered False\u000a23:28:08.236879 run create_hlr_db(pid=29689): Terminated: ok {rc=0}\u000a23:28:08.628489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29691): Launched\u000a23:28:08.921131 run osmo-hlr_10.42.42.2(pid=29692): Launched\u000a23:28:09.031995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:09.536433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29694): Launched\u000a23:28:09.828755 run osmo-stp_10.42.42.5(pid=29695): Launched\u000a23:28:09.935251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:10.443557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29697): Launched\u000a23:28:10.547641 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:10.802156 run patchelf(pid=29698): Launched\u000a23:28:10.972879 run osmo-stp_10.42.42.5(pid=29695): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29695)]\u000a23:28:11.099076 run osmo-stp_10.42.42.5(pid=29695): stdout: \u000a| (launched: 2022-12-09_23:28:09.685564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:11.224439 run osmo-stp_10.42.42.5(pid=29695): stderr: \u000a| �[0;m�[38;5;43m20221209232809854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232809854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232809854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232809855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232809855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232809855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232809855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:11.345731 run osmo-stp_10.42.42.5(pid=29695): stdout: \u000a| (launched: 2022-12-09_23:28:09.685564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:11.465589 run osmo-stp_10.42.42.5(pid=29695): stderr: \u000a| �[0;m�[38;5;43m20221209232809854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232809854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232809854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232809855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232809855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232809855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232809855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:11.605772 run patchelf(pid=29698): Terminating (SIGINT)\u000a23:28:11.770324 run patchelf(pid=29698): Terminated: ok {rc=0}\u000a23:28:11.800154 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29695): Process ended prematurely: osmo-stp_10.42.42.5(pid=29695) [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29695)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:28:11.808727 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:28:11.868279 run osmo-hlr_10.42.42.2(pid=29692): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29692)]\u000a23:28:11.917378 run osmo-hlr_10.42.42.2(pid=29692): stdout: \u000a| (launched: 2022-12-09_23:28:08.776860) \u000a23:28:11.966911 run osmo-hlr_10.42.42.2(pid=29692): stderr: \u000a| �[0;m�[1;31m20221209232808950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232808950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232808950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232808950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232808950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232808950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232808962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232808971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232808971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232808971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:12.009194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29691): Terminating (SIGTERM)\u000a23:28:12.048731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29694): Terminating (SIGTERM)\u000a23:28:12.088071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29697): Terminating (SIGTERM)\u000a23:28:12.097224 --- ParallelTerminationStrategy: PID 29691 died...\u000a23:28:12.150374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29691): Terminated: ok {rc=0}\u000a23:28:12.159746 --- ParallelTerminationStrategy: PID 29694 died...\u000a23:28:12.212130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29694): Terminated: ok {rc=0}\u000a23:28:12.221668 --- ParallelTerminationStrategy: PID 29697 died...\u000a23:28:12.274932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29697): Terminated: ok {rc=0}\u000a23:28:12.357371 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:27:14" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:28:14.478214 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:14.489011 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:14.629636 tst cs_paging_gprs_active.py: using LAC 24407\u000a23:28:14.744160 tst cs_paging_gprs_active.py: using RAC 182\u000a23:28:14.858354 tst cs_paging_gprs_active.py: using CellId 24407\u000a23:28:14.973142 tst cs_paging_gprs_active.py: using BVCI 24408\u000a23:28:14.995778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.006714 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.017343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.027941 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.038518 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.049174 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.059932 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.070478 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:15.081232 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:15.199254 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:15.472416 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:28:15.595722 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:15.941630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29702): Launched\u000a23:28:16.321101 run iperf3-srv_10.42.42.10(pid=29703): Launched\u000a23:28:16.536386 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:28:16.674699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:17.031181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29704): Launched\u000a23:28:17.307896 run iperf3-srv_10.42.42.10(pid=29705): Launched\u000a23:28:17.503179 tst cs_paging_gprs_active.py:38: start network...\u000a23:28:17.636141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:18.135960 run create_hlr_db(pid=29706): Launched\u000a23:28:18.319827 bus /gobi_6: Setting Powered False\u000a23:28:19.340806 run create_hlr_db(pid=29706): Terminated: ok {rc=0}\u000a23:28:19.739665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Launched\u000a23:28:20.035841 run osmo-hlr_10.42.42.2(pid=29709): Launched\u000a23:28:20.144761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:20.657872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Launched\u000a23:28:20.953622 run osmo-stp_10.42.42.5(pid=29712): Launched\u000a23:28:21.061332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:21.577545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Launched\u000a23:28:21.683081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:21.941416 run patchelf(pid=29715): Launched\u000a23:28:22.114612 run osmo-stp_10.42.42.5(pid=29712): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)]\u000a23:28:22.241528 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-09_23:28:20.808522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:22.368911 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221209232820979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232820979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232820979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232820979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232820980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232820980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232820980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:22.491653 run osmo-stp_10.42.42.5(pid=29712): stdout: \u000a| (launched: 2022-12-09_23:28:20.808522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:22.612900 run osmo-stp_10.42.42.5(pid=29712): stderr: \u000a| �[0;m�[38;5;43m20221209232820979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232820979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232820979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232820979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232820980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232820980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232820980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:22.754652 run patchelf(pid=29715): Terminating (SIGINT)\u000a23:28:22.921886 run patchelf(pid=29715): Terminated: ok {rc=0}\u000a23:28:22.952669 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=29712): Process ended prematurely: osmo-stp_10.42.42.5(pid=29712) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29712)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:28:22.962027 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:28:23.021039 run osmo-hlr_10.42.42.2(pid=29709): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29709)]\u000a23:28:23.069268 run osmo-hlr_10.42.42.2(pid=29709): stdout: \u000a| (launched: 2022-12-09_23:28:19.891179) \u000a23:28:23.118361 run osmo-hlr_10.42.42.2(pid=29709): stderr: \u000a| �[0;m�[1;31m20221209232820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232820068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232820069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232820069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232820081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232820090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232820090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232820090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:23.160039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29702): Terminating (SIGTERM)\u000a23:28:23.199147 run iperf3-srv_10.42.42.10(pid=29703): Terminating (SIGTERM)\u000a23:28:23.238398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29704): Terminating (SIGTERM)\u000a23:28:23.277625 run iperf3-srv_10.42.42.10(pid=29705): Terminating (SIGTERM)\u000a23:28:23.316934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminating (SIGTERM)\u000a23:28:23.356158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminating (SIGTERM)\u000a23:28:23.395185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Terminating (SIGTERM)\u000a23:28:23.403764 --- ParallelTerminationStrategy: PID 29702 died...\u000a23:28:23.456052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29702): Terminated: ok {rc=0}\u000a23:28:23.465390 --- ParallelTerminationStrategy: PID 29703 died...\u000a23:28:23.517061 run iperf3-srv_10.42.42.10(pid=29703): Terminated {rc=256}\u000a23:28:23.526383 --- ParallelTerminationStrategy: PID 29704 died...\u000a23:28:23.578225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29704): Terminated: ok {rc=0}\u000a23:28:23.587477 --- ParallelTerminationStrategy: PID 29705 died...\u000a23:28:23.639415 run iperf3-srv_10.42.42.10(pid=29705): Terminated {rc=256}\u000a23:28:23.648761 --- ParallelTerminationStrategy: PID 29708 died...\u000a23:28:23.700868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29708): Terminated: ok {rc=0}\u000a23:28:23.710273 --- ParallelTerminationStrategy: PID 29711 died...\u000a23:28:23.762852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29711): Terminated: ok {rc=0}\u000a23:28:23.772220 --- ParallelTerminationStrategy: PID 29714 died...\u000a23:28:23.824185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29714): Terminated: ok {rc=0}\u000a23:28:23.909752 bus /gobi_0: Setting Powered False\u000a23:28:25.015036 bus /gobi_0: Setting Powered False\u000a23:28:26.122604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29724): Process ended prematurely: osmo-stp_10.42.42.5(pid=29724) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29724)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29724): Process ended prematurely: osmo-stp_10.42.42.5(pid=29724) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:28:27.236086 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.247791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:27.401997 tst iperf3.py: using LAC 24408\u000a23:28:27.527264 tst iperf3.py: using RAC 183\u000a23:28:27.650839 tst iperf3.py: using CellId 24408\u000a23:28:27.775277 tst iperf3.py: using BVCI 24409\u000a23:28:27.799590 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.811227 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.822499 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.833510 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.844516 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.855752 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.867121 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.878277 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:27.889489 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:28.163554 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:28:28.286990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:28.592103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29716): Launched\u000a23:28:28.845738 run iperf3-srv_10.42.42.10(pid=29717): Launched\u000a23:28:29.025742 tst iperf3.py:8: start network...\u000a23:28:29.153389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:29.651303 run create_hlr_db(pid=29718): Launched\u000a23:28:29.834850 bus /gobi_6: Setting Powered False\u000a23:28:30.864562 run create_hlr_db(pid=29718): Terminated: ok {rc=0}\u000a23:28:31.327685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29720): Launched\u000a23:28:31.778838 run osmo-hlr_10.42.42.2(pid=29721): Launched\u000a23:28:31.982714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:32.538326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29723): Launched\u000a23:28:32.854283 run osmo-stp_10.42.42.5(pid=29724): Launched\u000a23:28:32.969985 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:33.519266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29726): Launched\u000a23:28:33.625028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:33.883110 run patchelf(pid=29727): Launched\u000a23:28:34.056165 run osmo-stp_10.42.42.5(pid=29724): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29724)]\u000a23:28:34.183229 run osmo-stp_10.42.42.5(pid=29724): stdout: \u000a| (launched: 2022-12-09_23:28:32.699420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:34.310966 run osmo-stp_10.42.42.5(pid=29724): stderr: \u000a| �[0;m�[38;5;43m20221209232832891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232832891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232832891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232832891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232832892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232832892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232832892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:34.433869 run osmo-stp_10.42.42.5(pid=29724): stdout: \u000a| (launched: 2022-12-09_23:28:32.699420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:34.555521 run osmo-stp_10.42.42.5(pid=29724): stderr: \u000a| �[0;m�[38;5;43m20221209232832891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232832891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232832891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232832891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232832892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232832892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232832892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:34.697615 run patchelf(pid=29727): Terminating (SIGINT)\u000a23:28:34.863780 run patchelf(pid=29727): Terminated: ok {rc=0}\u000a23:28:34.894543 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29724): Process ended prematurely: osmo-stp_10.42.42.5(pid=29724) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29724)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:28:34.903558 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:28:34.962004 run osmo-hlr_10.42.42.2(pid=29721): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29721)]\u000a23:28:35.010118 run osmo-hlr_10.42.42.2(pid=29721): stdout: \u000a| (launched: 2022-12-09_23:28:31.491973) \u000a23:28:35.058930 run osmo-hlr_10.42.42.2(pid=29721): stderr: \u000a| �[0;m�[1;31m20221209232831724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232831724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232831724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232831724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232831724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232831724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232831748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232831761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232831761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232831761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:35.100405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29716): Terminating (SIGTERM)\u000a23:28:35.139499 run iperf3-srv_10.42.42.10(pid=29717): Terminating (SIGTERM)\u000a23:28:35.178441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29720): Terminating (SIGTERM)\u000a23:28:35.217475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29723): Terminating (SIGTERM)\u000a23:28:35.257017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29726): Terminating (SIGTERM)\u000a23:28:35.266085 --- ParallelTerminationStrategy: PID 29716 died...\u000a23:28:35.319571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29716): Terminated: ok {rc=0}\u000a23:28:35.329196 --- ParallelTerminationStrategy: PID 29717 died...\u000a23:28:35.381977 run iperf3-srv_10.42.42.10(pid=29717): Terminated {rc=256}\u000a23:28:35.391450 --- ParallelTerminationStrategy: PID 29720 died...\u000a23:28:35.443948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29720): Terminated: ok {rc=0}\u000a23:28:35.453509 --- ParallelTerminationStrategy: PID 29723 died...\u000a23:28:35.506042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29723): Terminated: ok {rc=0}\u000a23:28:35.515548 --- ParallelTerminationStrategy: PID 29726 died...\u000a23:28:35.568265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29726): Terminated: ok {rc=0}\u000a23:28:35.656847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29742): Process ended prematurely: osmo-stp_10.42.42.5(pid=29742) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29742): Process ended prematurely: osmo-stp_10.42.42.5(pid=29742) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:28:36.770171 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:36.781561 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:36.922276 tst iperf3m4.py: using LAC 24409\u000a23:28:37.038707 tst iperf3m4.py: using RAC 184\u000a23:28:37.154854 tst iperf3m4.py: using CellId 24409\u000a23:28:37.273248 tst iperf3m4.py: using BVCI 24410\u000a23:28:37.295873 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.306749 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.317377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.327891 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.338458 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.349070 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.359898 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.370424 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:37.381090 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:37.499527 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:37.619813 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:37.737700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:38.029656 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:28:38.162618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:38.490659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29728): Launched\u000a23:28:38.762700 run iperf3-srv_10.42.42.10(pid=29729): Launched\u000a23:28:38.957240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:28:39.090126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:39.418368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29730): Launched\u000a23:28:39.689646 run iperf3-srv_10.42.42.10(pid=29731): Launched\u000a23:28:39.884521 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:28:40.017754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:40.345588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29732): Launched\u000a23:28:40.617743 run iperf3-srv_10.42.42.10(pid=29733): Launched\u000a23:28:40.813330 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:28:40.946673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:28:41.274655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Launched\u000a23:28:41.546488 run iperf3-srv_10.42.42.10(pid=29735): Launched\u000a23:28:41.740757 tst iperf3m4.py:8: start network...\u000a23:28:41.873723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:42.371868 run create_hlr_db(pid=29736): Launched\u000a23:28:42.555667 bus /gobi_6: Setting Powered False\u000a23:28:43.576794 run create_hlr_db(pid=29736): Terminated: ok {rc=0}\u000a23:28:43.973668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29738): Launched\u000a23:28:44.268683 run osmo-hlr_10.42.42.2(pid=29739): Launched\u000a23:28:44.386138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:28:44.908596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29741): Launched\u000a23:28:45.203194 run osmo-stp_10.42.42.5(pid=29742): Launched\u000a23:28:45.311630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:28:45.825796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29744): Launched\u000a23:28:45.963208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:28:46.242849 run patchelf(pid=29745): Launched\u000a23:28:46.419425 run osmo-stp_10.42.42.5(pid=29742): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)]\u000a23:28:46.549393 run osmo-stp_10.42.42.5(pid=29742): stdout: \u000a| (launched: 2022-12-09_23:28:45.058745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:46.679194 run osmo-stp_10.42.42.5(pid=29742): stderr: \u000a| �[0;m�[38;5;43m20221209232845229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232845230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232845230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232845230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232845231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232845231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232845231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:46.804164 run osmo-stp_10.42.42.5(pid=29742): stdout: \u000a| (launched: 2022-12-09_23:28:45.058745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:28:46.931777 run osmo-stp_10.42.42.5(pid=29742): stderr: \u000a| �[0;m�[38;5;43m20221209232845229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232845230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232845230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232845230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232845231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232845231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232845231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:28:47.076542 run patchelf(pid=29745): Terminating (SIGINT)\u000a23:28:47.246067 run patchelf(pid=29745): Terminated: ok {rc=0}\u000a23:28:47.277443 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29742): Process ended prematurely: osmo-stp_10.42.42.5(pid=29742) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29742)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:28:47.286915 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a23:28:47.345996 run osmo-hlr_10.42.42.2(pid=29739): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29739)]\u000a23:28:47.394305 run osmo-hlr_10.42.42.2(pid=29739): stdout: \u000a| (launched: 2022-12-09_23:28:44.123650) \u000a23:28:47.443556 run osmo-hlr_10.42.42.2(pid=29739): stderr: \u000a| �[0;m�[1;31m20221209232844297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232844298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232844298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232844298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232844298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232844298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232844310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232844319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232844319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232844319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:28:47.484940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29728): Terminating (SIGTERM)\u000a23:28:47.524318 run iperf3-srv_10.42.42.10(pid=29729): Terminating (SIGTERM)\u000a23:28:47.563442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29730): Terminating (SIGTERM)\u000a23:28:47.602615 run iperf3-srv_10.42.42.10(pid=29731): Terminating (SIGTERM)\u000a23:28:47.641940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29732): Terminating (SIGTERM)\u000a23:28:47.681112 run iperf3-srv_10.42.42.10(pid=29733): Terminating (SIGTERM)\u000a23:28:47.720314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Terminating (SIGTERM)\u000a23:28:47.759556 run iperf3-srv_10.42.42.10(pid=29735): Terminating (SIGTERM)\u000a23:28:47.798740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29738): Terminating (SIGTERM)\u000a23:28:47.837870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29741): Terminating (SIGTERM)\u000a23:28:47.877052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29744): Terminating (SIGTERM)\u000a23:28:47.886072 --- ParallelTerminationStrategy: PID 29728 died...\u000a23:28:47.939311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29728): Terminated: ok {rc=0}\u000a23:28:47.948809 --- ParallelTerminationStrategy: PID 29729 died...\u000a23:28:48.001139 run iperf3-srv_10.42.42.10(pid=29729): Terminated {rc=256}\u000a23:28:48.010522 --- ParallelTerminationStrategy: PID 29730 died...\u000a23:28:48.062863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29730): Terminated: ok {rc=0}\u000a23:28:48.072327 --- ParallelTerminationStrategy: PID 29731 died...\u000a23:28:48.124314 run iperf3-srv_10.42.42.10(pid=29731): Terminated {rc=256}\u000a23:28:48.133785 --- ParallelTerminationStrategy: PID 29732 died...\u000a23:28:48.186115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29732): Terminated: ok {rc=0}\u000a23:28:48.195538 --- ParallelTerminationStrategy: PID 29733 died...\u000a23:28:48.247591 run iperf3-srv_10.42.42.10(pid=29733): Terminated {rc=256}\u000a23:28:48.257047 --- ParallelTerminationStrategy: PID 29734 died...\u000a23:28:48.309042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=29734): Terminated: ok {rc=0}\u000a23:28:48.318466 --- ParallelTerminationStrategy: PID 29735 died...\u000a23:28:48.370633 run iperf3-srv_10.42.42.10(pid=29735): Terminated {rc=256}\u000a23:28:48.380045 --- ParallelTerminationStrategy: PID 29738 died...\u000a23:28:48.432554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29738): Terminated: ok {rc=0}\u000a23:28:48.442139 --- ParallelTerminationStrategy: PID 29741 died...\u000a23:28:48.495047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29741): Terminated: ok {rc=0}\u000a23:28:48.504908 --- ParallelTerminationStrategy: PID 29744 died...\u000a23:28:48.557786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29744): Terminated: ok {rc=0}\u000a23:28:48.645467 bus /gobi_4: Setting Powered False\u000a23:28:49.748593 bus /gobi_4: Setting Powered False\u000a23:28:50.860107 bus /gobi_1: Setting Powered False\u000a23:28:51.962396 bus /gobi_1: Setting Powered False\u000a23:28:53.074742 bus /gobi_0: Setting Powered False\u000a23:28:54.177761 bus /gobi_0: Setting Powered False\u000a23:28:55.290267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29752): Process ended prematurely: osmo-stp_10.42.42.5(pid=29752) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29752)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29752): Process ended prematurely: osmo-stp_10.42.42.5(pid=29752) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:28:56.356759 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.368099 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:28:56.516428 tst ping.py: using LAC 24410\u000a23:28:56.640839 tst ping.py: using RAC 185\u000a23:28:56.765153 tst ping.py: using CellId 24410\u000a23:28:56.887528 tst ping.py: using BVCI 24411\u000a23:28:56.911703 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.923168 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.934479 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.945981 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.957315 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.968604 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.980236 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:28:56.992473 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:28:57.262478 tst ping.py:19: start network...\u000a23:28:57.383410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:28:57.848630 run create_hlr_db(pid=29746): Launched\u000a23:28:58.017088 bus /gobi_6: Setting Powered False\u000a23:28:59.038397 run create_hlr_db(pid=29746): Terminated: ok {rc=0}\u000a23:28:59.452566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29748): Launched\u000a23:28:59.763847 run osmo-hlr_10.42.42.2(pid=29749): Launched\u000a23:28:59.881629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:00.426268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29751): Launched\u000a23:29:00.737556 run osmo-stp_10.42.42.5(pid=29752): Launched\u000a23:29:00.892898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:01.478143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29754): Launched\u000a23:29:01.585125 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:01.859519 run patchelf(pid=29755): Launched\u000a23:29:02.035966 run osmo-stp_10.42.42.5(pid=29752): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29752)]\u000a23:29:02.164376 run osmo-stp_10.42.42.5(pid=29752): stdout: \u000a| (launched: 2022-12-09_23:29:00.584804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:02.291868 run osmo-stp_10.42.42.5(pid=29752): stderr: \u000a| �[0;m�[38;5;43m20221209232900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232900775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:02.412459 run osmo-stp_10.42.42.5(pid=29752): stdout: \u000a| (launched: 2022-12-09_23:29:00.584804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:02.531745 run osmo-stp_10.42.42.5(pid=29752): stderr: \u000a| �[0;m�[38;5;43m20221209232900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232900774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232900775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232900775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:02.670145 run patchelf(pid=29755): Terminating (SIGINT)\u000a23:29:02.832638 run patchelf(pid=29755): Terminated: ok {rc=0}\u000a23:29:02.862538 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=29752): Process ended prematurely: osmo-stp_10.42.42.5(pid=29752) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29752)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:29:02.871077 tst ping.py:22: Test FAILED (6.5 sec)\u000a23:29:02.930726 run osmo-hlr_10.42.42.2(pid=29749): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29749)]\u000a23:29:02.979808 run osmo-hlr_10.42.42.2(pid=29749): stdout: \u000a| (launched: 2022-12-09_23:28:59.611190) \u000a23:29:03.029682 run osmo-hlr_10.42.42.2(pid=29749): stderr: \u000a| �[0;m�[1;31m20221209232859806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232859806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232859806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232859806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232859806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232859806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232859818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232859826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232859827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232859827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:03.071926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29748): Terminating (SIGTERM)\u000a23:29:03.111830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29751): Terminating (SIGTERM)\u000a23:29:03.151544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29754): Terminating (SIGTERM)\u000a23:29:03.160710 --- ParallelTerminationStrategy: PID 29748 died...\u000a23:29:03.214176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29748): Terminated: ok {rc=0}\u000a23:29:03.223760 --- ParallelTerminationStrategy: PID 29751 died...\u000a23:29:03.277047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29751): Terminated: ok {rc=0}\u000a23:29:03.286514 --- ParallelTerminationStrategy: PID 29754 died...\u000a23:29:03.339445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29754): Terminated: ok {rc=0}\u000a23:29:03.423119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29762): Process ended prematurely: osmo-stp_10.42.42.5(pid=29762) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29762)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29762): Process ended prematurely: osmo-stp_10.42.42.5(pid=29762) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:29:04.476406 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:04.488757 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:29:04.636532 tst ping_idle_ping.py: using LAC 24411\u000a23:29:04.755028 tst ping_idle_ping.py: using RAC 186\u000a23:29:04.871892 tst ping_idle_ping.py: using CellId 24411\u000a23:29:04.988521 tst ping_idle_ping.py: using BVCI 24412\u000a23:29:05.010905 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:05.021703 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:05.032219 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:05.042778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:05.053307 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:05.063744 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:05.074379 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:29:05.084840 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:29:05.371934 tst ping_idle_ping.py:24: start network...\u000a23:29:05.504399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:06.004071 run create_hlr_db(pid=29756): Launched\u000a23:29:06.187009 bus /gobi_6: Setting Powered False\u000a23:29:07.206682 run create_hlr_db(pid=29756): Terminated: ok {rc=0}\u000a23:29:07.622503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29758): Launched\u000a23:29:07.934260 run osmo-hlr_10.42.42.2(pid=29759): Launched\u000a23:29:08.052202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:08.594770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29761): Launched\u000a23:29:08.907398 run osmo-stp_10.42.42.5(pid=29762): Launched\u000a23:29:09.022380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:09.567106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29764): Launched\u000a23:29:09.679064 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:09.950301 run patchelf(pid=29765): Launched\u000a23:29:10.133354 run osmo-stp_10.42.42.5(pid=29762): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29762)]\u000a23:29:10.267400 run osmo-stp_10.42.42.5(pid=29762): stdout: \u000a| (launched: 2022-12-09_23:29:08.753787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:10.402284 run osmo-stp_10.42.42.5(pid=29762): stderr: \u000a| �[0;m�[38;5;43m20221209232908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232908944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:10.531767 run osmo-stp_10.42.42.5(pid=29762): stdout: \u000a| (launched: 2022-12-09_23:29:08.753787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:10.660231 run osmo-stp_10.42.42.5(pid=29762): stderr: \u000a| �[0;m�[38;5;43m20221209232908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232908943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232908944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232908946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:10.809830 run patchelf(pid=29765): Terminating (SIGINT)\u000a23:29:10.984890 run patchelf(pid=29765): Terminated: ok {rc=0}\u000a23:29:11.017237 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=29762): Process ended prematurely: osmo-stp_10.42.42.5(pid=29762) [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29762)] [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:29:11.026767 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:29:11.089854 run osmo-hlr_10.42.42.2(pid=29759): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29759)]\u000a23:29:11.141495 run osmo-hlr_10.42.42.2(pid=29759): stdout: \u000a| (launched: 2022-12-09_23:29:07.781563) \u000a23:29:11.193843 run osmo-hlr_10.42.42.2(pid=29759): stderr: \u000a| �[0;m�[1;31m20221209232907978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232907978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232907978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232907978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232907978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232907979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232907991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232908000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232908000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232908000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:11.238436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29758): Terminating (SIGTERM)\u000a23:29:11.280535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29761): Terminating (SIGTERM)\u000a23:29:11.322772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29764): Terminating (SIGTERM)\u000a23:29:11.332525 --- ParallelTerminationStrategy: PID 29758 died...\u000a23:29:11.389263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29758): Terminated: ok {rc=0}\u000a23:29:11.399347 --- ParallelTerminationStrategy: PID 29761 died...\u000a23:29:11.455542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29761): Terminated: ok {rc=0}\u000a23:29:11.465964 --- ParallelTerminationStrategy: PID 29764 died...\u000a23:29:11.521630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29764): Terminated: ok {rc=0}\u000a23:29:11.606710 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:28:14" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29775): Process ended prematurely: osmo-stp_10.42.42.5(pid=29775) [trial-2366↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29775)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29775): Process ended prematurely: osmo-stp_10.42.42.5(pid=29775) [trial-2366↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:29:13.594713 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:13.605700 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:29:13.744830 tst switch_tch_pdch.py: using LAC 24412\u000a23:29:13.858028 tst switch_tch_pdch.py: using RAC 187\u000a23:29:13.970244 tst switch_tch_pdch.py: using CellId 24412\u000a23:29:14.091789 tst switch_tch_pdch.py: using BVCI 24413\u000a23:29:14.116448 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:14.128535 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:14.140432 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:14.152432 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:14.165018 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:14.176480 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:14.188642 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:29:14.200303 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:29:14.314468 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:29:14.585604 tst switch_tch_pdch.py:51: start network...\u000a23:29:14.705888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:15.170636 run create_hlr_db(pid=29769): Launched\u000a23:29:15.338385 bus /gobi_6: Setting Powered False\u000a23:29:16.408791 run create_hlr_db(pid=29769): Terminated: ok {rc=0}\u000a23:29:16.878689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29771): Launched\u000a23:29:17.262971 run osmo-hlr_10.42.42.2(pid=29772): Launched\u000a23:29:17.369179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:17.873849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29774): Launched\u000a23:29:18.163535 run osmo-stp_10.42.42.5(pid=29775): Launched\u000a23:29:18.269409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:18.776498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29777): Launched\u000a23:29:18.879523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:19.131684 run patchelf(pid=29778): Launched\u000a23:29:19.300841 run osmo-stp_10.42.42.5(pid=29775): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29775)]\u000a23:29:19.425276 run osmo-stp_10.42.42.5(pid=29775): stdout: \u000a| (launched: 2022-12-09_23:29:18.020942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:19.549794 run osmo-stp_10.42.42.5(pid=29775): stderr: \u000a| �[0;m�[38;5;43m20221209232918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232918189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:19.669812 run osmo-stp_10.42.42.5(pid=29775): stdout: \u000a| (launched: 2022-12-09_23:29:18.020942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:19.788749 run osmo-stp_10.42.42.5(pid=29775): stderr: \u000a| �[0;m�[38;5;43m20221209232918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232918188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232918189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232918189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:19.927247 run patchelf(pid=29778): Terminating (SIGINT)\u000a23:29:20.089780 run patchelf(pid=29778): Terminated: ok {rc=0}\u000a23:29:20.119484 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29775): Process ended prematurely: osmo-stp_10.42.42.5(pid=29775) [trial-2366↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29775)] [trial-2366↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:29:20.127930 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a23:29:20.187731 run osmo-hlr_10.42.42.2(pid=29772): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29772)]\u000a23:29:20.236255 run osmo-hlr_10.42.42.2(pid=29772): stdout: \u000a| (launched: 2022-12-09_23:29:17.041698) \u000a23:29:20.285153 run osmo-hlr_10.42.42.2(pid=29772): stderr: \u000a| �[0;m�[1;31m20221209232917288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232917288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232917288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232917288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232917288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232917288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232917321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232917331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232917332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232917332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:20.326557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29771): Terminating (SIGTERM)\u000a23:29:20.365633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29774): Terminating (SIGTERM)\u000a23:29:20.405089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29777): Terminating (SIGTERM)\u000a23:29:20.414046 --- ParallelTerminationStrategy: PID 29771 died...\u000a23:29:20.466667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29771): Terminated: ok {rc=0}\u000a23:29:20.475963 --- ParallelTerminationStrategy: PID 29774 died...\u000a23:29:20.528085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29774): Terminated: ok {rc=0}\u000a23:29:20.537825 --- ParallelTerminationStrategy: PID 29777 died...\u000a23:29:20.590032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29777): Terminated: ok {rc=0}\u000a23:29:20.677169 bus /gobi_0: Setting Powered False\u000a23:29:21.780198 bus /gobi_0: Setting Powered False\u000a23:29:22.889873 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:29:13" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29788): Process ended prematurely: osmo-stp_10.42.42.5(pid=29788) [trial-2366↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29788)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29788): Process ended prematurely: osmo-stp_10.42.42.5(pid=29788) [trial-2366↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:29:24.825786 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:24.836802 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:29:24.983544 tst switch_tch_pdch.py: using LAC 24413\u000a23:29:25.105557 tst switch_tch_pdch.py: using RAC 188\u000a23:29:25.226583 tst switch_tch_pdch.py: using CellId 24413\u000a23:29:25.347056 tst switch_tch_pdch.py: using BVCI 24414\u000a23:29:25.371280 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:25.382827 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:25.394050 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:25.405346 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:25.416662 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:25.427932 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:25.439547 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:29:25.450883 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:29:25.570186 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:29:25.855860 tst switch_tch_pdch.py:51: start network...\u000a23:29:25.986294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:26.448746 run create_hlr_db(pid=29782): Launched\u000a23:29:26.576228 bus /gobi_6: Setting Powered False\u000a23:29:27.651796 run create_hlr_db(pid=29782): Terminated: ok {rc=0}\u000a23:29:28.038378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29784): Launched\u000a23:29:28.349796 run osmo-hlr_10.42.42.2(pid=29785): Launched\u000a23:29:28.464238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:28.976114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29787): Launched\u000a23:29:29.286674 run osmo-stp_10.42.42.5(pid=29788): Launched\u000a23:29:29.400573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:29:29.917172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29790): Launched\u000a23:29:30.028816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:29:30.299422 run patchelf(pid=29791): Launched\u000a23:29:30.482301 run osmo-stp_10.42.42.5(pid=29788): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29788)]\u000a23:29:30.616285 run osmo-stp_10.42.42.5(pid=29788): stdout: \u000a| (launched: 2022-12-09_23:29:29.134383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:30.750645 run osmo-stp_10.42.42.5(pid=29788): stderr: \u000a| �[0;m�[38;5;43m20221209232929322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232929322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232929323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232929323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:30.887629 run osmo-stp_10.42.42.5(pid=29788): stdout: \u000a| (launched: 2022-12-09_23:29:29.134383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:31.019283 run osmo-stp_10.42.42.5(pid=29788): stderr: \u000a| �[0;m�[38;5;43m20221209232929322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232929322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232929323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232929323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232929324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:31.171415 run patchelf(pid=29791): Terminating (SIGINT)\u000a23:29:31.349752 run patchelf(pid=29791): Terminated: ok {rc=0}\u000a23:29:31.383402 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=29788): Process ended prematurely: osmo-stp_10.42.42.5(pid=29788) [trial-2366↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29788)] [trial-2366↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:29:31.393780 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:29:31.461461 run osmo-hlr_10.42.42.2(pid=29785): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29785)]\u000a23:29:31.515434 run osmo-hlr_10.42.42.2(pid=29785): stdout: \u000a| (launched: 2022-12-09_23:29:28.196326) \u000a23:29:31.570696 run osmo-hlr_10.42.42.2(pid=29785): stderr: \u000a| �[0;m�[1;31m20221209232928391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232928391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232928391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232928391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232928391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232928391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232928403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232928412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232928412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232928412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:31.617786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29784): Terminating (SIGTERM)\u000a23:29:31.660924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29787): Terminating (SIGTERM)\u000a23:29:31.708271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29790): Terminating (SIGTERM)\u000a23:29:31.718593 --- ParallelTerminationStrategy: PID 29784 died...\u000a23:29:31.778150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29784): Terminated: ok {rc=0}\u000a23:29:31.789064 --- ParallelTerminationStrategy: PID 29787 died...\u000a23:29:31.847857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29787): Terminated: ok {rc=0}\u000a23:29:31.858887 --- ParallelTerminationStrategy: PID 29790 died...\u000a23:29:31.917844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=29790): Terminated: ok {rc=0}\u000a23:29:32.007587 bus /gobi_0: Setting Powered False\u000a23:29:33.107946 bus /gobi_0: Setting Powered False\u000a23:29:34.218915 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:29:24" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29798): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29798) [trial-2366↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29798)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29798): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29798) [trial-2366↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a23:29:36.091803 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a23:29:36.102788 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a23:29:36.233773 tst mo_mt_sms.py: using LAC 24414\u000a23:29:36.349289 tst mo_mt_sms.py: using RAC 189\u000a23:29:36.465817 tst mo_mt_sms.py: using CellId 24414\u000a23:29:36.580253 tst mo_mt_sms.py: using BVCI 24415\u000a23:29:36.602301 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:36.718231 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:36.987215 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:29:37.107227 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:29:37.709127 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29797): Launched\u000a23:29:37.995794 run osmo-nitb_10.42.42.2(pid=29798): Launched\u000a23:29:38.175493 run osmo-nitb_10.42.42.2(pid=29798): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29798)]\u000a23:29:38.307432 run osmo-nitb_10.42.42.2(pid=29798): stdout: \u000a| (launched: 2022-12-09_23:29:37.856841) \u000a23:29:38.440433 run osmo-nitb_10.42.42.2(pid=29798): stderr: \u000a| (launched: 2022-12-09_23:29:37.900019)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:38.568310 run osmo-nitb_10.42.42.2(pid=29798): stdout: \u000a| (launched: 2022-12-09_23:29:37.856841) \u000a23:29:38.695155 run osmo-nitb_10.42.42.2(pid=29798): stderr: \u000a| (launched: 2022-12-09_23:29:37.900019)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:39.114052 tst osmo-nitb_10.42.42.2(pid=29798): stdout: \u000a| (launched: 2022-12-09_23:29:37.856841) \u000a23:29:39.229715 tst osmo-nitb_10.42.42.2(pid=29798): stderr: \u000a| (launched: 2022-12-09_23:29:37.900019)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:39.280597 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=29798): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29798) [trial-2366↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29798)] [trial-2366↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a23:29:39.288729 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a23:29:39.323032 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29797): Terminating (SIGTERM)\u000a23:29:39.500312 --- ParallelTerminationStrategy: PID 29797 died...\u000a23:29:39.554784 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29797): Terminated: ok {rc=0}\u000a23:29:39.642954 bus /sierra_3: Setting Powered False\u000a23:29:40.747092 bus /sierra_3: Setting Powered False\u000a23:29:41.854672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:29:35" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29809): Process ended prematurely: osmo-stp_10.42.42.5(pid=29809) [trial-2366↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29809)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29809): Process ended prematurely: osmo-stp_10.42.42.5(pid=29809) [trial-2366↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a23:29:43.749150 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:43.759542 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a23:29:43.898178 tst mo_mt_sms.py: using LAC 24415\u000a23:29:44.020386 tst mo_mt_sms.py: using RAC 190\u000a23:29:44.140725 tst mo_mt_sms.py: using CellId 24415\u000a23:29:44.266620 tst mo_mt_sms.py: using BVCI 24416\u000a23:29:44.290537 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:44.301503 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:44.312241 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:44.323175 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:44.334164 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:29:44.345481 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:44.462144 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a23:29:44.666218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:29:45.153177 run create_hlr_db(pid=29803): Launched\u000a23:29:45.333852 bus /sierra_2: Setting Powered False\u000a23:29:46.355534 run create_hlr_db(pid=29803): Terminated: ok {rc=0}\u000a23:29:46.771219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29805): Launched\u000a23:29:47.194230 run osmo-hlr_10.42.42.2(pid=29806): Launched\u000a23:29:47.331550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:29:47.869917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29808): Launched\u000a23:29:48.180009 run osmo-stp_10.42.42.5(pid=29809): Launched\u000a23:29:48.294174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:29:48.864617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29811): Launched\u000a23:29:49.174110 run osmo-msc_10.42.42.6(pid=29812): Launched\u000a23:29:49.356116 run osmo-stp_10.42.42.5(pid=29809): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29809)]\u000a23:29:49.488938 run osmo-stp_10.42.42.5(pid=29809): stdout: \u000a| (launched: 2022-12-09_23:29:48.027587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:49.621163 run osmo-stp_10.42.42.5(pid=29809): stderr: \u000a| �[0;m�[38;5;43m20221209232948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232948219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:49.746578 run osmo-stp_10.42.42.5(pid=29809): stdout: \u000a| (launched: 2022-12-09_23:29:48.027587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:29:49.870880 run osmo-stp_10.42.42.5(pid=29809): stderr: \u000a| �[0;m�[38;5;43m20221209232948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209232948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209232948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209232948219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209232948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209232948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209232948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:29:49.925447 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=29809): Process ended prematurely: osmo-stp_10.42.42.5(pid=29809) [trial-2366↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29809)] [trial-2366↪sms:trx-b200↪mo_mt_sms.py:16]\u000a23:29:49.934112 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a23:29:49.997194 run osmo-hlr_10.42.42.2(pid=29806): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29806)]\u000a23:29:50.048742 run osmo-hlr_10.42.42.2(pid=29806): stdout: \u000a| (launched: 2022-12-09_23:29:46.923448) \u000a23:29:50.101342 run osmo-hlr_10.42.42.2(pid=29806): stderr: \u000a| �[0;m�[1;31m20221209232947195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209232947195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209232947195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232947195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209232947195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209232947195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209232947210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209232947223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209232947223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209232947223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:29:50.171932 run osmo-msc_10.42.42.6(pid=29812): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29812)]\u000a23:29:50.223535 run osmo-msc_10.42.42.6(pid=29812): stdout: \u000a| (launched: 2022-12-09_23:29:49.022445) \u000a23:29:50.275704 run osmo-msc_10.42.42.6(pid=29812): stderr: \u000a| �[0;m�[38;5;43m20221209232949339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209232949339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bc1a6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209232949340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209232949340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209232949340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209232949340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209232949344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209232949344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209232949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209232949345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:29:50.320028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29805): Terminating (SIGTERM)\u000a23:29:50.362355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29808): Terminating (SIGTERM)\u000a23:29:50.404807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29811): Terminating (SIGTERM)\u000a23:29:50.414911 --- ParallelTerminationStrategy: PID 29805 died...\u000a23:29:50.471787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29805): Terminated: ok {rc=0}\u000a23:29:50.481974 --- ParallelTerminationStrategy: PID 29808 died...\u000a23:29:50.537959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29808): Terminated: ok {rc=0}\u000a23:29:50.548261 --- ParallelTerminationStrategy: PID 29811 died...\u000a23:29:50.604320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29811): Terminated: ok {rc=0}\u000a23:29:50.690593 bus /sierra_3: Setting Powered False\u000a23:29:51.797091 bus /sierra_3: Setting Powered False\u000a23:29:52.904825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:29:43" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=29818): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29818) [trial-2366↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29818)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=29818): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29818) [trial-2366↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a23:29:54.737486 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a23:29:54.748175 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a23:29:54.880121 tst assert_extension.py: using LAC 24416\u000a23:29:54.993107 tst assert_extension.py: using RAC 191\u000a23:29:55.105085 tst assert_extension.py: using CellId 24416\u000a23:29:55.216692 tst assert_extension.py: using BVCI 24417\u000a23:29:55.238828 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a23:29:55.523484 tst assert_extension.py:10: start nitb and bts...\u000a23:29:55.654592 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:29:56.297806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29817): Launched\u000a23:29:56.607009 run osmo-nitb_10.42.42.2(pid=29818): Launched\u000a23:29:56.798012 run osmo-nitb_10.42.42.2(pid=29818): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29818)]\u000a23:29:56.939284 run osmo-nitb_10.42.42.2(pid=29818): stdout: \u000a| (launched: 2022-12-09_23:29:56.457586) \u000a23:29:57.080643 run osmo-nitb_10.42.42.2(pid=29818): stderr: \u000a| (launched: 2022-12-09_23:29:56.504549)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:57.218048 run osmo-nitb_10.42.42.2(pid=29818): stdout: \u000a| (launched: 2022-12-09_23:29:56.457586) \u000a23:29:57.354065 run osmo-nitb_10.42.42.2(pid=29818): stderr: \u000a| (launched: 2022-12-09_23:29:56.504549)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:57.732640 tst osmo-nitb_10.42.42.2(pid=29818): stdout: \u000a| (launched: 2022-12-09_23:29:56.457586) \u000a23:29:57.856812 tst osmo-nitb_10.42.42.2(pid=29818): stderr: \u000a| (launched: 2022-12-09_23:29:56.504549)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:29:57.911147 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=29818): Process ended prematurely: osmo-nitb_10.42.42.2(pid=29818) [trial-2366↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=29818)] [trial-2366↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a23:29:57.919700 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:29:57.956005 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29817): Terminating (SIGTERM)\u000a23:29:58.133755 --- ParallelTerminationStrategy: PID 29817 died...\u000a23:29:58.190914 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=29817): Terminated: ok {rc=0}\u000a23:29:58.277389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:29:54" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29831): Process ended prematurely: osmo-stp_10.42.42.5(pid=29831) [trial-2366↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29831)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29831): Process ended prematurely: osmo-stp_10.42.42.5(pid=29831) [trial-2366↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a23:30:00.117105 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:00.128096 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a23:30:00.266287 tst assert_extension.py: using LAC 24417\u000a23:30:00.388706 tst assert_extension.py: using RAC 192\u000a23:30:00.512706 tst assert_extension.py: using CellId 24417\u000a23:30:00.636890 tst assert_extension.py: using BVCI 24418\u000a23:30:00.660731 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:00.671754 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:00.682585 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:00.693559 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:00.704437 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:30:00.715452 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a23:30:00.909791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:01.442049 run create_hlr_db(pid=29822): Launched\u000a23:30:01.613150 bus /sierra_2: Setting Powered False\u000a23:30:02.633224 run create_hlr_db(pid=29822): Terminated: ok {rc=0}\u000a23:30:03.020158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29827): Launched\u000a23:30:03.311041 run osmo-hlr_10.42.42.2(pid=29828): Launched\u000a23:30:03.417756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:03.923158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29830): Launched\u000a23:30:04.213504 run osmo-stp_10.42.42.5(pid=29831): Launched\u000a23:30:04.319470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:04.848916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29833): Launched\u000a23:30:05.138651 run osmo-msc_10.42.42.6(pid=29834): Launched\u000a23:30:05.309493 run osmo-stp_10.42.42.5(pid=29831): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29831)]\u000a23:30:05.433455 run osmo-stp_10.42.42.5(pid=29831): stdout: \u000a| (launched: 2022-12-09_23:30:04.071158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:05.554377 run osmo-stp_10.42.42.5(pid=29831): stderr: \u000a| �[0;m�[38;5;43m20221209233004239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233004239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233004239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233004240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:05.671277 run osmo-stp_10.42.42.5(pid=29831): stdout: \u000a| (launched: 2022-12-09_23:30:04.071158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:05.787208 run osmo-stp_10.42.42.5(pid=29831): stderr: \u000a| �[0;m�[38;5;43m20221209233004239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233004239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233004239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233004240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233004242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:05.837915 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=29831): Process ended prematurely: osmo-stp_10.42.42.5(pid=29831) [trial-2366↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29831)] [trial-2366↪ussd:trx-b200↪assert_extension.py:17]\u000a23:30:05.845837 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a23:30:05.904272 run osmo-hlr_10.42.42.2(pid=29828): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29828)]\u000a23:30:05.952758 run osmo-hlr_10.42.42.2(pid=29828): stdout: \u000a| (launched: 2022-12-09_23:30:03.168462) \u000a23:30:06.001833 run osmo-hlr_10.42.42.2(pid=29828): stderr: \u000a| �[0;m�[1;31m20221209233003343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233003343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233003343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233003343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233003344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233003344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233003359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233003367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233003367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233003367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:06.068429 run osmo-msc_10.42.42.6(pid=29834): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29834)]\u000a23:30:06.116659 run osmo-msc_10.42.42.6(pid=29834): stdout: \u000a| (launched: 2022-12-09_23:30:04.995704) \u000a23:30:06.165727 run osmo-msc_10.42.42.6(pid=29834): stderr: \u000a| �[0;m�[38;5;43m20221209233005266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233005266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcc0d94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233005266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233005266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233005266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233005267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233005268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233005269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233005269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233005269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:06.207273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29827): Terminating (SIGTERM)\u000a23:30:06.246482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29830): Terminating (SIGTERM)\u000a23:30:06.285582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29833): Terminating (SIGTERM)\u000a23:30:06.294617 --- ParallelTerminationStrategy: PID 29827 died...\u000a23:30:06.347344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29827): Terminated: ok {rc=0}\u000a23:30:06.356755 --- ParallelTerminationStrategy: PID 29830 died...\u000a23:30:06.409412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29830): Terminated: ok {rc=0}\u000a23:30:06.419050 --- ParallelTerminationStrategy: PID 29833 died...\u000a23:30:06.471238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29833): Terminated: ok {rc=0}\u000a23:30:06.554014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:29:59" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29845): Process ended prematurely: osmo-stp_10.42.42.5(pid=29845) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29845)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29845): Process ended prematurely: osmo-stp_10.42.42.5(pid=29845) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29845)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:30:08.498251 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:08.509159 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:30:08.661759 tst mo_mt_call.py: using LAC 24418\u000a23:30:08.777631 tst mo_mt_call.py: using RAC 193\u000a23:30:08.893958 tst mo_mt_call.py: using CellId 24418\u000a23:30:09.010076 tst mo_mt_call.py: using BVCI 24419\u000a23:30:09.032494 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:09.043436 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:09.054164 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:09.064874 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:09.075670 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:09.086482 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:09.203822 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:09.411869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:09.907260 run create_hlr_db(pid=29839): Launched\u000a23:30:10.090758 bus /sierra_2: Setting Powered False\u000a23:30:11.111482 run create_hlr_db(pid=29839): Terminated: ok {rc=0}\u000a23:30:11.531921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29841): Launched\u000a23:30:11.847011 run osmo-hlr_10.42.42.2(pid=29842): Launched\u000a23:30:11.967159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:12.518981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29844): Launched\u000a23:30:12.836425 run osmo-stp_10.42.42.5(pid=29845): Launched\u000a23:30:12.951694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:13.530348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29847): Launched\u000a23:30:13.845820 run osmo-msc_10.42.42.6(pid=29848): Launched\u000a23:30:14.034568 run osmo-stp_10.42.42.5(pid=29845): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29845)]\u000a23:30:14.169251 run osmo-stp_10.42.42.5(pid=29845): stdout: \u000a| (launched: 2022-12-09_23:30:12.680790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:14.303508 run osmo-stp_10.42.42.5(pid=29845): stderr: \u000a| �[0;m�[38;5;43m20221209233012870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233012871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233012871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233012871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233012872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233012872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233012872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:14.431376 run osmo-stp_10.42.42.5(pid=29845): stdout: \u000a| (launched: 2022-12-09_23:30:12.680790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:14.557955 run osmo-stp_10.42.42.5(pid=29845): stderr: \u000a| �[0;m�[38;5;43m20221209233012870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233012871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233012871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233012871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233012872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233012872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233012872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:14.613715 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29845): Process ended prematurely: osmo-stp_10.42.42.5(pid=29845) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29845)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:30:14.623066 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:30:14.686011 run osmo-hlr_10.42.42.2(pid=29842): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29842)]\u000a23:30:14.737356 run osmo-hlr_10.42.42.2(pid=29842): stdout: \u000a| (launched: 2022-12-09_23:30:11.693058) \u000a23:30:14.789384 run osmo-hlr_10.42.42.2(pid=29842): stderr: \u000a| �[0;m�[1;31m20221209233011890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233011890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233011890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233011890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233011890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233011891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233011903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233011913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233011914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233011914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:14.859659 run osmo-msc_10.42.42.6(pid=29848): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29848)]\u000a23:30:14.910720 run osmo-msc_10.42.42.6(pid=29848): stdout: \u000a| (launched: 2022-12-09_23:30:13.691763) \u000a23:30:14.962349 run osmo-msc_10.42.42.6(pid=29848): stderr: \u000a| �[0;m�[38;5;43m20221209233014013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233014013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57ec274c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233014013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233014014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233014014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233014014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233014015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233014017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233014017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233014017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:15.005972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29841): Terminating (SIGTERM)\u000a23:30:15.047498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29844): Terminating (SIGTERM)\u000a23:30:15.089181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29847): Terminating (SIGTERM)\u000a23:30:15.098686 --- ParallelTerminationStrategy: PID 29841 died...\u000a23:30:15.155206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29841): Terminated: ok {rc=0}\u000a23:30:15.165112 --- ParallelTerminationStrategy: PID 29844 died...\u000a23:30:15.220712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29844): Terminated: ok {rc=0}\u000a23:30:15.230761 --- ParallelTerminationStrategy: PID 29847 died...\u000a23:30:15.286783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29847): Terminated: ok {rc=0}\u000a23:30:15.373512 bus /sierra_3: Setting Powered False\u000a23:30:16.494486 bus /sierra_3: Setting Powered False\u000a23:30:17.602135 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:30:18.716347 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:18.728387 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:30:18.891564 tst mo_mt_call_osmux.py: using LAC 24419\u000a23:30:19.016845 tst mo_mt_call_osmux.py: using RAC 194\u000a23:30:19.143121 tst mo_mt_call_osmux.py: using CellId 24419\u000a23:30:19.269224 tst mo_mt_call_osmux.py: using BVCI 24420\u000a23:30:19.293412 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:19.304738 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:19.316000 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:19.327443 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:19.339906 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:30:19.351221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:19.471094 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:30:19.672504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:20.146686 run create_hlr_db(pid=29850): Launched\u000a23:30:20.316868 bus /sierra_2: Setting Powered False\u000a23:30:21.339962 run create_hlr_db(pid=29850): Terminated: ok {rc=0}\u000a23:30:21.762292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Launched\u000a23:30:22.078528 run osmo-hlr_10.42.42.2(pid=29853): Launched\u000a23:30:22.198291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:22.752043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Launched\u000a23:30:23.069179 run osmo-stp_10.42.42.5(pid=29856): Launched\u000a23:30:23.184727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:23.763596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29858): Launched\u000a23:30:24.080145 run osmo-msc_10.42.42.6(pid=29859): Launched\u000a23:30:24.266695 run osmo-stp_10.42.42.5(pid=29856): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)]\u000a23:30:24.402493 run osmo-stp_10.42.42.5(pid=29856): stdout: \u000a| (launched: 2022-12-09_23:30:22.914096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:24.535317 run osmo-stp_10.42.42.5(pid=29856): stderr: \u000a| �[0;m�[38;5;43m20221209233023106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233023106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233023107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233023107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233023107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233023107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233023108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:24.663711 run osmo-stp_10.42.42.5(pid=29856): stdout: \u000a| (launched: 2022-12-09_23:30:22.914096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:24.791196 run osmo-stp_10.42.42.5(pid=29856): stderr: \u000a| �[0;m�[38;5;43m20221209233023106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233023106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233023107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233023107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233023107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233023107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233023108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:24.847195 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29856): Process ended prematurely: osmo-stp_10.42.42.5(pid=29856) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29856)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:30:24.856548 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:30:24.920364 run osmo-hlr_10.42.42.2(pid=29853): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29853)]\u000a23:30:24.972796 run osmo-hlr_10.42.42.2(pid=29853): stdout: \u000a| (launched: 2022-12-09_23:30:21.923843) \u000a23:30:25.025553 run osmo-hlr_10.42.42.2(pid=29853): stderr: \u000a| �[0;m�[1;31m20221209233022119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233022119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233022119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233022119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233022120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233022120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233022131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233022140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233022140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233022140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:25.097154 run osmo-msc_10.42.42.6(pid=29859): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29859)]\u000a23:30:25.149358 run osmo-msc_10.42.42.6(pid=29859): stdout: \u000a| (launched: 2022-12-09_23:30:23.924821) \u000a23:30:25.202164 run osmo-msc_10.42.42.6(pid=29859): stderr: \u000a| �[0;m�[38;5;43m20221209233024247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233024248 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcee7c91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233024248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233024248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233024248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233024248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233024250 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233024250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233024250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233024250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:25.246916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Terminating (SIGTERM)\u000a23:30:25.289154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Terminating (SIGTERM)\u000a23:30:25.331604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29858): Terminating (SIGTERM)\u000a23:30:25.341521 --- ParallelTerminationStrategy: PID 29852 died...\u000a23:30:25.398734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29852): Terminated: ok {rc=0}\u000a23:30:25.408833 --- ParallelTerminationStrategy: PID 29855 died...\u000a23:30:25.465193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29855): Terminated: ok {rc=0}\u000a23:30:25.475280 --- ParallelTerminationStrategy: PID 29858 died...\u000a23:30:25.531435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29858): Terminated: ok {rc=0}\u000a23:30:25.618867 bus /sierra_3: Setting Powered False\u000a23:30:26.721750 bus /sierra_3: Setting Powered False\u000a23:30:27.832390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:30:08" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29870): Process ended prematurely: osmo-stp_10.42.42.5(pid=29870) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29870): Process ended prematurely: osmo-stp_10.42.42.5(pid=29870) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:30:29.815821 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:29.827004 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:30:29.981279 tst mo_mt_call.py: using LAC 24420\u000a23:30:30.098279 tst mo_mt_call.py: using RAC 195\u000a23:30:30.214525 tst mo_mt_call.py: using CellId 24420\u000a23:30:30.332742 tst mo_mt_call.py: using BVCI 24421\u000a23:30:30.355362 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:30.366502 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:30.377495 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:30.388327 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:30.399437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:30.410464 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:30.528688 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:30.737739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:31.279832 run create_hlr_db(pid=29864): Launched\u000a23:30:31.469654 bus /sierra_2: Setting Powered False\u000a23:30:32.485758 run create_hlr_db(pid=29864): Terminated: ok {rc=0}\u000a23:30:32.881896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29866): Launched\u000a23:30:33.176241 run osmo-hlr_10.42.42.2(pid=29867): Launched\u000a23:30:33.291817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:33.811646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29869): Launched\u000a23:30:34.104840 run osmo-stp_10.42.42.5(pid=29870): Launched\u000a23:30:34.212167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:34.749419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29872): Launched\u000a23:30:35.043690 run osmo-msc_10.42.42.6(pid=29873): Launched\u000a23:30:35.216791 run osmo-stp_10.42.42.5(pid=29870): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)]\u000a23:30:35.341879 run osmo-stp_10.42.42.5(pid=29870): stdout: \u000a| (launched: 2022-12-09_23:30:33.961920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:35.464462 run osmo-stp_10.42.42.5(pid=29870): stderr: \u000a| �[0;m�[38;5;43m20221209233034131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233034131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233034131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233034132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:35.582561 run osmo-stp_10.42.42.5(pid=29870): stdout: \u000a| (launched: 2022-12-09_23:30:33.961920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:35.699862 run osmo-stp_10.42.42.5(pid=29870): stderr: \u000a| �[0;m�[38;5;43m20221209233034131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233034131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233034131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233034132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233034134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:35.751752 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29870): Process ended prematurely: osmo-stp_10.42.42.5(pid=29870) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29870)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:30:35.760470 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:30:35.819379 run osmo-hlr_10.42.42.2(pid=29867): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29867)]\u000a23:30:35.867579 run osmo-hlr_10.42.42.2(pid=29867): stdout: \u000a| (launched: 2022-12-09_23:30:33.032218) \u000a23:30:35.916461 run osmo-hlr_10.42.42.2(pid=29867): stderr: \u000a| �[0;m�[1;31m20221209233033207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233033207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233033207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233033207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233033207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233033207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233033220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233033229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233033229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233033229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:35.982604 run osmo-msc_10.42.42.6(pid=29873): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29873)]\u000a23:30:36.030660 run osmo-msc_10.42.42.6(pid=29873): stdout: \u000a| (launched: 2022-12-09_23:30:34.899791) \u000a23:30:36.079312 run osmo-msc_10.42.42.6(pid=29873): stderr: \u000a| �[0;m�[38;5;43m20221209233035173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233035173 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff92d66ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233035173 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233035173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233035173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233035174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233035177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233035178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233035178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233035178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:36.120559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29866): Terminating (SIGTERM)\u000a23:30:36.159536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29869): Terminating (SIGTERM)\u000a23:30:36.198484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29872): Terminating (SIGTERM)\u000a23:30:36.207531 --- ParallelTerminationStrategy: PID 29866 died...\u000a23:30:36.260265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29866): Terminated: ok {rc=0}\u000a23:30:36.269847 --- ParallelTerminationStrategy: PID 29869 died...\u000a23:30:36.322452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29869): Terminated: ok {rc=0}\u000a23:30:36.331893 --- ParallelTerminationStrategy: PID 29872 died...\u000a23:30:36.384795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29872): Terminated: ok {rc=0}\u000a23:30:36.472939 bus /sierra_3: Setting Powered False\u000a23:30:37.574141 bus /sierra_3: Setting Powered False\u000a23:30:38.684025 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29881): Process ended prematurely: osmo-stp_10.42.42.5(pid=29881) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29881)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29881): Process ended prematurely: osmo-stp_10.42.42.5(pid=29881) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:30:39.792529 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:39.804138 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:30:39.966519 tst mo_mt_call_osmux.py: using LAC 24421\u000a23:30:40.091482 tst mo_mt_call_osmux.py: using RAC 196\u000a23:30:40.215450 tst mo_mt_call_osmux.py: using CellId 24421\u000a23:30:40.337169 tst mo_mt_call_osmux.py: using BVCI 24422\u000a23:30:40.361389 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:40.372930 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:40.384423 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:40.396042 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:40.407996 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:30:40.419532 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:40.534751 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:30:40.743047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:41.240491 run create_hlr_db(pid=29875): Launched\u000a23:30:41.424407 bus /sierra_2: Setting Powered False\u000a23:30:42.447294 run create_hlr_db(pid=29875): Terminated: ok {rc=0}\u000a23:30:42.845835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29877): Launched\u000a23:30:43.142314 run osmo-hlr_10.42.42.2(pid=29878): Launched\u000a23:30:43.250228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:43.763650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29880): Launched\u000a23:30:44.059279 run osmo-stp_10.42.42.5(pid=29881): Launched\u000a23:30:44.167718 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:44.714047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29883): Launched\u000a23:30:45.011313 run osmo-msc_10.42.42.6(pid=29884): Launched\u000a23:30:45.186084 run osmo-stp_10.42.42.5(pid=29881): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29881)]\u000a23:30:45.312421 run osmo-stp_10.42.42.5(pid=29881): stdout: \u000a| (launched: 2022-12-09_23:30:43.913904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:45.436624 run osmo-stp_10.42.42.5(pid=29881): stderr: \u000a| �[0;m�[38;5;43m20221209233044084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233044084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233044084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233044084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233044085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233044085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233044085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:45.556370 run osmo-stp_10.42.42.5(pid=29881): stdout: \u000a| (launched: 2022-12-09_23:30:43.913904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:45.674724 run osmo-stp_10.42.42.5(pid=29881): stderr: \u000a| �[0;m�[38;5;43m20221209233044084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233044084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233044084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233044084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233044085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233044085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233044085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:45.727309 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29881): Process ended prematurely: osmo-stp_10.42.42.5(pid=29881) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29881)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:30:45.735940 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:30:45.794976 run osmo-hlr_10.42.42.2(pid=29878): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29878)]\u000a23:30:45.847227 run osmo-hlr_10.42.42.2(pid=29878): stdout: \u000a| (launched: 2022-12-09_23:30:42.997202) \u000a23:30:45.907027 run osmo-hlr_10.42.42.2(pid=29878): stderr: \u000a| �[0;m�[1;31m20221209233043170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233043170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233043170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233043170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233043170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233043170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233043228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233043238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233043239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233043239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:45.987225 run osmo-msc_10.42.42.6(pid=29884): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29884)]\u000a23:30:46.037527 run osmo-msc_10.42.42.6(pid=29884): stdout: \u000a| (launched: 2022-12-09_23:30:44.865797) \u000a23:30:46.088654 run osmo-msc_10.42.42.6(pid=29884): stderr: \u000a| �[0;m�[38;5;43m20221209233045140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233045140 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f619f547c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233045140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233045141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233045141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233045141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233045143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233045143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233045143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233045143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:46.132122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29877): Terminating (SIGTERM)\u000a23:30:46.173268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29880): Terminating (SIGTERM)\u000a23:30:46.214274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29883): Terminating (SIGTERM)\u000a23:30:46.223509 --- ParallelTerminationStrategy: PID 29877 died...\u000a23:30:46.277991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29877): Terminated: ok {rc=0}\u000a23:30:46.287958 --- ParallelTerminationStrategy: PID 29880 died...\u000a23:30:46.341767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29880): Terminated: ok {rc=0}\u000a23:30:46.351632 --- ParallelTerminationStrategy: PID 29883 died...\u000a23:30:46.405546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29883): Terminated: ok {rc=0}\u000a23:30:46.506368 bus /sierra_3: Setting Powered False\u000a23:30:47.614685 bus /sierra_3: Setting Powered False\u000a23:30:48.721820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:30:29" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:30:50.710587 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:30:50.722105 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:30:50.888762 tst mo_mt_call.py: using LAC 24422\u000a23:30:51.011944 tst mo_mt_call.py: using RAC 197\u000a23:30:51.135313 tst mo_mt_call.py: using CellId 24422\u000a23:30:51.258344 tst mo_mt_call.py: using BVCI 24423\u000a23:30:51.282470 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:30:51.294024 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:30:51.305340 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:30:51.316758 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:30:51.328300 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:30:51.340030 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:30:51.457931 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:30:51.664151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:30:52.161559 run create_hlr_db(pid=29889): Launched\u000a23:30:52.345515 bus /sierra_2: Setting Powered False\u000a23:30:53.367150 run create_hlr_db(pid=29889): Terminated: ok {rc=0}\u000a23:30:53.787127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29891): Launched\u000a23:30:54.103254 run osmo-hlr_10.42.42.2(pid=29892): Launched\u000a23:30:54.218337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:30:54.767223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29894): Launched\u000a23:30:55.084406 run osmo-stp_10.42.42.5(pid=29896): Launched\u000a23:30:55.200766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:30:55.779488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29898): Launched\u000a23:30:56.097141 run osmo-msc_10.42.42.6(pid=29899): Launched\u000a23:30:56.283209 run osmo-stp_10.42.42.5(pid=29896): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)]\u000a23:30:56.418543 run osmo-stp_10.42.42.5(pid=29896): stdout: \u000a| (launched: 2022-12-09_23:30:54.928897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:56.552813 run osmo-stp_10.42.42.5(pid=29896): stderr: \u000a| �[0;m�[38;5;43m20221209233055119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233055120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233055120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233055120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233055122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233055123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233055123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:56.680513 run osmo-stp_10.42.42.5(pid=29896): stdout: \u000a| (launched: 2022-12-09_23:30:54.928897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:30:56.807437 run osmo-stp_10.42.42.5(pid=29896): stderr: \u000a| �[0;m�[38;5;43m20221209233055119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233055120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233055120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233055120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233055122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233055123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233055123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:30:56.863472 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29896): Process ended prematurely: osmo-stp_10.42.42.5(pid=29896) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29896)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:30:56.872804 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:30:56.936105 run osmo-hlr_10.42.42.2(pid=29892): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29892)]\u000a23:30:56.987679 run osmo-hlr_10.42.42.2(pid=29892): stdout: \u000a| (launched: 2022-12-09_23:30:53.948665) \u000a23:30:57.039724 run osmo-hlr_10.42.42.2(pid=29892): stderr: \u000a| �[0;m�[1;31m20221209233054147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233054147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233054147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233054147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233054147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233054147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233054182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233054191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233054192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233054192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:30:57.110138 run osmo-msc_10.42.42.6(pid=29899): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29899)]\u000a23:30:57.161530 run osmo-msc_10.42.42.6(pid=29899): stdout: \u000a| (launched: 2022-12-09_23:30:55.942104) \u000a23:30:57.213551 run osmo-msc_10.42.42.6(pid=29899): stderr: \u000a| �[0;m�[38;5;43m20221209233056262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233056262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ac848ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233056262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233056262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233056262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233056263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233056266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233056267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233056267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233056267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:30:57.257424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29891): Terminating (SIGTERM)\u000a23:30:57.299460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29894): Terminating (SIGTERM)\u000a23:30:57.341187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29898): Terminating (SIGTERM)\u000a23:30:57.351056 --- ParallelTerminationStrategy: PID 29891 died...\u000a23:30:57.406910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29891): Terminated: ok {rc=0}\u000a23:30:57.417798 --- ParallelTerminationStrategy: PID 29894 died...\u000a23:30:57.474015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29894): Terminated: ok {rc=0}\u000a23:30:57.484185 --- ParallelTerminationStrategy: PID 29898 died...\u000a23:30:57.540441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29898): Terminated: ok {rc=0}\u000a23:30:57.627232 bus /sierra_3: Setting Powered False\u000a23:30:58.733709 bus /sierra_3: Setting Powered False\u000a23:30:59.841159 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29907): Process ended prematurely: osmo-stp_10.42.42.5(pid=29907) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29907)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29907): Process ended prematurely: osmo-stp_10.42.42.5(pid=29907) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:31:00.971944 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:00.984619 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:31:01.185824 tst mo_mt_call_osmux.py: using LAC 24423\u000a23:31:01.351199 tst mo_mt_call_osmux.py: using RAC 198\u000a23:31:01.469572 tst mo_mt_call_osmux.py: using CellId 24423\u000a23:31:01.587257 tst mo_mt_call_osmux.py: using BVCI 24424\u000a23:31:01.610990 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:01.623035 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:01.634393 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:01.645877 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:01.657547 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:31:01.669861 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:01.802956 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:31:02.064458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:02.572550 run create_hlr_db(pid=29901): Launched\u000a23:31:02.756269 bus /sierra_2: Setting Powered False\u000a23:31:03.778090 run create_hlr_db(pid=29901): Terminated: ok {rc=0}\u000a23:31:04.175379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29903): Launched\u000a23:31:04.469937 run osmo-hlr_10.42.42.2(pid=29904): Launched\u000a23:31:04.577768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:05.092404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29906): Launched\u000a23:31:05.387775 run osmo-stp_10.42.42.5(pid=29907): Launched\u000a23:31:05.496186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:06.035855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29909): Launched\u000a23:31:06.331800 run osmo-msc_10.42.42.6(pid=29910): Launched\u000a23:31:06.506579 run osmo-stp_10.42.42.5(pid=29907): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29907)]\u000a23:31:06.632561 run osmo-stp_10.42.42.5(pid=29907): stdout: \u000a| (launched: 2022-12-09_23:31:05.243103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:06.755915 run osmo-stp_10.42.42.5(pid=29907): stderr: \u000a| �[0;m�[38;5;43m20221209233105410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233105410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233105411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233105411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233105412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233105412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233105412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:06.874644 run osmo-stp_10.42.42.5(pid=29907): stdout: \u000a| (launched: 2022-12-09_23:31:05.243103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:06.992734 run osmo-stp_10.42.42.5(pid=29907): stderr: \u000a| �[0;m�[38;5;43m20221209233105410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233105410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233105411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233105411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233105412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233105412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233105412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:07.045444 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29907): Process ended prematurely: osmo-stp_10.42.42.5(pid=29907) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29907)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:31:07.053995 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:31:07.112475 run osmo-hlr_10.42.42.2(pid=29904): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29904)]\u000a23:31:07.160769 run osmo-hlr_10.42.42.2(pid=29904): stdout: \u000a| (launched: 2022-12-09_23:31:04.325575) \u000a23:31:07.209507 run osmo-hlr_10.42.42.2(pid=29904): stderr: \u000a| �[0;m�[1;31m20221209233104501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233104501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233104501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233104501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233104501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233104501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233104533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233104543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233104543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233104543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:07.275864 run osmo-msc_10.42.42.6(pid=29910): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29910)]\u000a23:31:07.323903 run osmo-msc_10.42.42.6(pid=29910): stdout: \u000a| (launched: 2022-12-09_23:31:06.186492) \u000a23:31:07.373133 run osmo-msc_10.42.42.6(pid=29910): stderr: \u000a| �[0;m�[38;5;43m20221209233106459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233106459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe058691c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233106459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233106459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233106459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233106460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233106461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233106462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233106462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233106462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:07.414348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29903): Terminating (SIGTERM)\u000a23:31:07.453347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29906): Terminating (SIGTERM)\u000a23:31:07.492804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29909): Terminating (SIGTERM)\u000a23:31:07.501756 --- ParallelTerminationStrategy: PID 29903 died...\u000a23:31:07.553953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29903): Terminated: ok {rc=0}\u000a23:31:07.563289 --- ParallelTerminationStrategy: PID 29906 died...\u000a23:31:07.615225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29906): Terminated: ok {rc=0}\u000a23:31:07.624439 --- ParallelTerminationStrategy: PID 29909 died...\u000a23:31:07.676559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29909): Terminated: ok {rc=0}\u000a23:31:07.759003 bus /sierra_3: Setting Powered False\u000a23:31:08.865066 bus /sierra_3: Setting Powered False\u000a23:31:09.971761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:30:50" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29921): Process ended prematurely: osmo-stp_10.42.42.5(pid=29921) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29921): Process ended prematurely: osmo-stp_10.42.42.5(pid=29921) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:11.974694 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:11.986120 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:31:12.149002 tst mo_mt_call.py: using LAC 24424\u000a23:31:12.274070 tst mo_mt_call.py: using RAC 199\u000a23:31:12.397452 tst mo_mt_call.py: using CellId 24424\u000a23:31:12.521459 tst mo_mt_call.py: using BVCI 24425\u000a23:31:12.545636 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:12.556936 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:12.568237 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:12.579743 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:12.591340 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:12.602861 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:12.719167 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:12.926443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:13.422763 run create_hlr_db(pid=29915): Launched\u000a23:31:13.606233 bus /sierra_2: Setting Powered False\u000a23:31:14.627192 run create_hlr_db(pid=29915): Terminated: ok {rc=0}\u000a23:31:15.048826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29917): Launched\u000a23:31:15.366628 run osmo-hlr_10.42.42.2(pid=29918): Launched\u000a23:31:15.483438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:16.080779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29920): Launched\u000a23:31:16.478318 run osmo-stp_10.42.42.5(pid=29921): Launched\u000a23:31:16.781480 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:17.362497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29923): Launched\u000a23:31:17.678940 run osmo-msc_10.42.42.6(pid=29924): Launched\u000a23:31:17.864727 run osmo-stp_10.42.42.5(pid=29921): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)]\u000a23:31:17.999089 run osmo-stp_10.42.42.5(pid=29921): stdout: \u000a| (launched: 2022-12-09_23:31:16.235139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:18.133325 run osmo-stp_10.42.42.5(pid=29921): stderr: \u000a| �[0;m�[38;5;43m20221209233116504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233116504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233116504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233116505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233116506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233116506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233116506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:18.261423 run osmo-stp_10.42.42.5(pid=29921): stdout: \u000a| (launched: 2022-12-09_23:31:16.235139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:18.388290 run osmo-stp_10.42.42.5(pid=29921): stderr: \u000a| �[0;m�[38;5;43m20221209233116504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233116504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233116504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233116505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233116506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233116506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233116506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:18.444419 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29921): Process ended prematurely: osmo-stp_10.42.42.5(pid=29921) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29921)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:31:18.453659 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:31:18.515910 run osmo-hlr_10.42.42.2(pid=29918): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29918)]\u000a23:31:18.566816 run osmo-hlr_10.42.42.2(pid=29918): stdout: \u000a| (launched: 2022-12-09_23:31:15.210908) \u000a23:31:18.618401 run osmo-hlr_10.42.42.2(pid=29918): stderr: \u000a| �[0;m�[1;31m20221209233115408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233115408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233115408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233115408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233115408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233115408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233115419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233115427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233115427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233115427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:18.688254 run osmo-msc_10.42.42.6(pid=29924): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29924)]\u000a23:31:18.739009 run osmo-msc_10.42.42.6(pid=29924): stdout: \u000a| (launched: 2022-12-09_23:31:17.524609) \u000a23:31:18.790739 run osmo-msc_10.42.42.6(pid=29924): stderr: \u000a| �[0;m�[38;5;43m20221209233117846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233117846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5da8a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233117846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233117846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233117846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233117847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233117848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233117849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233117849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233117849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:18.834078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29917): Terminating (SIGTERM)\u000a23:31:18.875725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29920): Terminating (SIGTERM)\u000a23:31:18.917407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29923): Terminating (SIGTERM)\u000a23:31:18.926961 --- ParallelTerminationStrategy: PID 29917 died...\u000a23:31:18.982551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29917): Terminated: ok {rc=0}\u000a23:31:18.992370 --- ParallelTerminationStrategy: PID 29920 died...\u000a23:31:19.047882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29920): Terminated: ok {rc=0}\u000a23:31:19.057806 --- ParallelTerminationStrategy: PID 29923 died...\u000a23:31:19.113313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29923): Terminated: ok {rc=0}\u000a23:31:19.200529 bus /sierra_3: Setting Powered False\u000a23:31:20.306719 bus /sierra_3: Setting Powered False\u000a23:31:21.417992 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29932): Process ended prematurely: osmo-stp_10.42.42.5(pid=29932) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29932): Process ended prematurely: osmo-stp_10.42.42.5(pid=29932) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:31:22.530686 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:22.542729 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:31:22.706588 tst mo_mt_call_osmux.py: using LAC 24425\u000a23:31:22.830332 tst mo_mt_call_osmux.py: using RAC 200\u000a23:31:22.959128 tst mo_mt_call_osmux.py: using CellId 24425\u000a23:31:23.082287 tst mo_mt_call_osmux.py: using BVCI 24426\u000a23:31:23.106569 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:23.118099 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:23.129347 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:23.141374 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:23.152741 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:31:23.164527 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:23.286049 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:31:23.496144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:23.994807 run create_hlr_db(pid=29926): Launched\u000a23:31:24.178876 bus /sierra_2: Setting Powered False\u000a23:31:25.200543 run create_hlr_db(pid=29926): Terminated: ok {rc=0}\u000a23:31:25.597442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29928): Launched\u000a23:31:25.892830 run osmo-hlr_10.42.42.2(pid=29929): Launched\u000a23:31:26.009409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:26.533247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29931): Launched\u000a23:31:26.828550 run osmo-stp_10.42.42.5(pid=29932): Launched\u000a23:31:26.936615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:27.476755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29934): Launched\u000a23:31:27.772118 run osmo-msc_10.42.42.6(pid=29935): Launched\u000a23:31:27.946386 run osmo-stp_10.42.42.5(pid=29932): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)]\u000a23:31:28.071312 run osmo-stp_10.42.42.5(pid=29932): stdout: \u000a| (launched: 2022-12-09_23:31:26.683787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:28.194333 run osmo-stp_10.42.42.5(pid=29932): stderr: \u000a| �[0;m�[38;5;43m20221209233126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233126854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233126854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233126854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233126854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:28.313111 run osmo-stp_10.42.42.5(pid=29932): stdout: \u000a| (launched: 2022-12-09_23:31:26.683787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:28.430515 run osmo-stp_10.42.42.5(pid=29932): stderr: \u000a| �[0;m�[38;5;43m20221209233126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233126853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233126854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233126854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233126854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233126854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:28.482661 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29932): Process ended prematurely: osmo-stp_10.42.42.5(pid=29932) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29932)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:31:28.491192 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:31:28.549582 run osmo-hlr_10.42.42.2(pid=29929): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29929)]\u000a23:31:28.597888 run osmo-hlr_10.42.42.2(pid=29929): stdout: \u000a| (launched: 2022-12-09_23:31:25.748759) \u000a23:31:28.647289 run osmo-hlr_10.42.42.2(pid=29929): stderr: \u000a| �[0;m�[1;31m20221209233125924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233125924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233125924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233125924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233125924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233125924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233125938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233125947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233125947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233125947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:28.714107 run osmo-msc_10.42.42.6(pid=29935): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29935)]\u000a23:31:28.762535 run osmo-msc_10.42.42.6(pid=29935): stdout: \u000a| (launched: 2022-12-09_23:31:27.627189) \u000a23:31:28.811671 run osmo-msc_10.42.42.6(pid=29935): stderr: \u000a| �[0;m�[38;5;43m20221209233127897 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233127897 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd59c7eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233127898 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233127898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233127898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233127898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233127900 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233127900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233127900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233127900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:28.853286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29928): Terminating (SIGTERM)\u000a23:31:28.892515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29931): Terminating (SIGTERM)\u000a23:31:28.931736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29934): Terminating (SIGTERM)\u000a23:31:28.940760 --- ParallelTerminationStrategy: PID 29928 died...\u000a23:31:28.993833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29928): Terminated: ok {rc=0}\u000a23:31:29.003253 --- ParallelTerminationStrategy: PID 29931 died...\u000a23:31:29.055800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29931): Terminated: ok {rc=0}\u000a23:31:29.065251 --- ParallelTerminationStrategy: PID 29934 died...\u000a23:31:29.117862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29934): Terminated: ok {rc=0}\u000a23:31:29.205847 bus /sierra_3: Setting Powered False\u000a23:31:30.307181 bus /sierra_3: Setting Powered False\u000a23:31:31.414270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:31:11" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29946): Process ended prematurely: osmo-stp_10.42.42.5(pid=29946) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29946)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29946): Process ended prematurely: osmo-stp_10.42.42.5(pid=29946) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:31:33.415167 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:33.426611 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:31:33.589795 tst mo_mt_call.py: using LAC 24426\u000a23:31:33.709197 tst mo_mt_call.py: using RAC 201\u000a23:31:33.826764 tst mo_mt_call.py: using CellId 24426\u000a23:31:33.943501 tst mo_mt_call.py: using BVCI 24427\u000a23:31:33.966193 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:33.977374 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:33.988238 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:33.999690 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:34.011273 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:34.022595 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:34.138540 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:34.337123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:34.810163 run create_hlr_db(pid=29940): Launched\u000a23:31:34.980112 bus /sierra_2: Setting Powered False\u000a23:31:36.004241 run create_hlr_db(pid=29940): Terminated: ok {rc=0}\u000a23:31:36.425749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29942): Launched\u000a23:31:36.743213 run osmo-hlr_10.42.42.2(pid=29943): Launched\u000a23:31:36.861838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:37.411175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29945): Launched\u000a23:31:37.727115 run osmo-stp_10.42.42.5(pid=29946): Launched\u000a23:31:37.842071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:38.419035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29948): Launched\u000a23:31:38.735800 run osmo-msc_10.42.42.6(pid=29949): Launched\u000a23:31:38.921965 run osmo-stp_10.42.42.5(pid=29946): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29946)]\u000a23:31:39.056718 run osmo-stp_10.42.42.5(pid=29946): stdout: \u000a| (launched: 2022-12-09_23:31:37.573211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:39.190971 run osmo-stp_10.42.42.5(pid=29946): stderr: \u000a| �[0;m�[38;5;43m20221209233137762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233137762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233137763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233137763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233137763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233137764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233137764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:39.318753 run osmo-stp_10.42.42.5(pid=29946): stdout: \u000a| (launched: 2022-12-09_23:31:37.573211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:39.445804 run osmo-stp_10.42.42.5(pid=29946): stderr: \u000a| �[0;m�[38;5;43m20221209233137762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233137762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233137763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233137763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233137763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233137764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233137764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:39.501763 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29946): Process ended prematurely: osmo-stp_10.42.42.5(pid=29946) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29946)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:31:39.510877 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:31:39.573387 run osmo-hlr_10.42.42.2(pid=29943): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29943)]\u000a23:31:39.624545 run osmo-hlr_10.42.42.2(pid=29943): stdout: \u000a| (launched: 2022-12-09_23:31:36.587904) \u000a23:31:39.676194 run osmo-hlr_10.42.42.2(pid=29943): stderr: \u000a| �[0;m�[1;31m20221209233136783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233136783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233136783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233136783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233136783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233136783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233136793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233136802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233136802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233136802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:39.746127 run osmo-msc_10.42.42.6(pid=29949): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29949)]\u000a23:31:39.797208 run osmo-msc_10.42.42.6(pid=29949): stdout: \u000a| (launched: 2022-12-09_23:31:38.581332) \u000a23:31:39.849107 run osmo-msc_10.42.42.6(pid=29949): stderr: \u000a| �[0;m�[38;5;43m20221209233138902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233138902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9019c88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233138902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233138902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233138902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233138903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233138904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233138905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233138905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233138905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:39.892445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29942): Terminating (SIGTERM)\u000a23:31:39.933832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29945): Terminating (SIGTERM)\u000a23:31:39.975159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29948): Terminating (SIGTERM)\u000a23:31:39.984994 --- ParallelTerminationStrategy: PID 29942 died...\u000a23:31:40.040400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29942): Terminated: ok {rc=0}\u000a23:31:40.050305 --- ParallelTerminationStrategy: PID 29945 died...\u000a23:31:40.105676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29945): Terminated: ok {rc=0}\u000a23:31:40.115563 --- ParallelTerminationStrategy: PID 29948 died...\u000a23:31:40.170642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29948): Terminated: ok {rc=0}\u000a23:31:40.257758 bus /sierra_3: Setting Powered False\u000a23:31:41.365102 bus /sierra_3: Setting Powered False\u000a23:31:42.476880 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29957): Process ended prematurely: osmo-stp_10.42.42.5(pid=29957) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29957)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29957): Process ended prematurely: osmo-stp_10.42.42.5(pid=29957) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:31:43.584524 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:43.596128 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:31:43.754106 tst mo_mt_call_osmux.py: using LAC 24427\u000a23:31:43.869180 tst mo_mt_call_osmux.py: using RAC 202\u000a23:31:43.988591 tst mo_mt_call_osmux.py: using CellId 24427\u000a23:31:44.103056 tst mo_mt_call_osmux.py: using BVCI 24428\u000a23:31:44.125797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:44.136780 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:44.147648 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:44.158549 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:44.169520 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:31:44.180281 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:44.298828 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:31:44.499833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:44.973383 run create_hlr_db(pid=29951): Launched\u000a23:31:45.143075 bus /sierra_2: Setting Powered False\u000a23:31:46.167140 run create_hlr_db(pid=29951): Terminated: ok {rc=0}\u000a23:31:46.613805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29953): Launched\u000a23:31:47.032431 run osmo-hlr_10.42.42.2(pid=29954): Launched\u000a23:31:47.268482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:47.837766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29956): Launched\u000a23:31:48.154867 run osmo-stp_10.42.42.5(pid=29957): Launched\u000a23:31:48.270625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:48.849810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29959): Launched\u000a23:31:49.167001 run osmo-msc_10.42.42.6(pid=29960): Launched\u000a23:31:49.354626 run osmo-stp_10.42.42.5(pid=29957): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29957)]\u000a23:31:49.490670 run osmo-stp_10.42.42.5(pid=29957): stdout: \u000a| (launched: 2022-12-09_23:31:47.999374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:49.625596 run osmo-stp_10.42.42.5(pid=29957): stderr: \u000a| �[0;m�[38;5;43m20221209233148188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233148188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233148189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233148189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233148191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233148192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233148192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:49.754015 run osmo-stp_10.42.42.5(pid=29957): stdout: \u000a| (launched: 2022-12-09_23:31:47.999374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:31:49.881217 run osmo-stp_10.42.42.5(pid=29957): stderr: \u000a| �[0;m�[38;5;43m20221209233148188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233148188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233148189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233148189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233148191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233148192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233148192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:31:49.937403 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29957): Process ended prematurely: osmo-stp_10.42.42.5(pid=29957) [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29957)] [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:31:49.946950 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:31:50.009617 run osmo-hlr_10.42.42.2(pid=29954): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29954)]\u000a23:31:50.061165 run osmo-hlr_10.42.42.2(pid=29954): stdout: \u000a| (launched: 2022-12-09_23:31:46.767177) \u000a23:31:50.113384 run osmo-hlr_10.42.42.2(pid=29954): stderr: \u000a| �[0;m�[1;31m20221209233147165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233147165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233147166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233147166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233147167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233147167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233147199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233147207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233147207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233147207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:31:50.183298 run osmo-msc_10.42.42.6(pid=29960): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29960)]\u000a23:31:50.233940 run osmo-msc_10.42.42.6(pid=29960): stdout: \u000a| (launched: 2022-12-09_23:31:49.011122) \u000a23:31:50.285781 run osmo-msc_10.42.42.6(pid=29960): stderr: \u000a| �[0;m�[38;5;43m20221209233149331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233149331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc38f1f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233149332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233149332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233149332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233149332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233149334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233149334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233149334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233149334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:31:50.329463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29953): Terminating (SIGTERM)\u000a23:31:50.371218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29956): Terminating (SIGTERM)\u000a23:31:50.412419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29959): Terminating (SIGTERM)\u000a23:31:50.422346 --- ParallelTerminationStrategy: PID 29953 died...\u000a23:31:50.478428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29953): Terminated: ok {rc=0}\u000a23:31:50.488654 --- ParallelTerminationStrategy: PID 29956 died...\u000a23:31:50.543997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29956): Terminated: ok {rc=0}\u000a23:31:50.554110 --- ParallelTerminationStrategy: PID 29959 died...\u000a23:31:50.609143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29959): Terminated: ok {rc=0}\u000a23:31:50.694681 bus /sierra_3: Setting Powered False\u000a23:31:51.800642 bus /sierra_3: Setting Powered False\u000a23:31:52.907212 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:31:33" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29971): Process ended prematurely: osmo-stp_10.42.42.5(pid=29971) [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29971): Process ended prematurely: osmo-stp_10.42.42.5(pid=29971) [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:31:54.921463 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:31:54.933141 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:31:55.096087 tst mo_mt_call.py: using LAC 24428\u000a23:31:55.219069 tst mo_mt_call.py: using RAC 203\u000a23:31:55.342036 tst mo_mt_call.py: using CellId 24428\u000a23:31:55.465213 tst mo_mt_call.py: using BVCI 24429\u000a23:31:55.489427 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:31:55.501058 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:31:55.512449 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:31:55.524291 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:31:55.536165 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:31:55.548214 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:31:55.663039 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:31:55.871285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:31:56.367854 run create_hlr_db(pid=29965): Launched\u000a23:31:56.552026 bus /sierra_2: Setting Powered False\u000a23:31:57.573174 run create_hlr_db(pid=29965): Terminated: ok {rc=0}\u000a23:31:57.971078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29967): Launched\u000a23:31:58.267909 run osmo-hlr_10.42.42.2(pid=29968): Launched\u000a23:31:58.384739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:31:58.908190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29970): Launched\u000a23:31:59.202970 run osmo-stp_10.42.42.5(pid=29971): Launched\u000a23:31:59.311125 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:31:59.852821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29973): Launched\u000a23:32:00.149505 run osmo-msc_10.42.42.6(pid=29974): Launched\u000a23:32:00.323580 run osmo-stp_10.42.42.5(pid=29971): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)]\u000a23:32:00.448514 run osmo-stp_10.42.42.5(pid=29971): stdout: \u000a| (launched: 2022-12-09_23:31:59.058249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:00.571814 run osmo-stp_10.42.42.5(pid=29971): stderr: \u000a| �[0;m�[38;5;43m20221209233159229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233159229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233159229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233159230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:00.690585 run osmo-stp_10.42.42.5(pid=29971): stdout: \u000a| (launched: 2022-12-09_23:31:59.058249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:00.808457 run osmo-stp_10.42.42.5(pid=29971): stderr: \u000a| �[0;m�[38;5;43m20221209233159229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233159229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233159229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233159230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233159230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:00.861292 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29971): Process ended prematurely: osmo-stp_10.42.42.5(pid=29971) [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29971)] [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:32:00.870839 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:32:00.956358 run osmo-hlr_10.42.42.2(pid=29968): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29968)]\u000a23:32:01.012537 run osmo-hlr_10.42.42.2(pid=29968): stdout: \u000a| (launched: 2022-12-09_23:31:58.122514) \u000a23:32:01.071309 run osmo-hlr_10.42.42.2(pid=29968): stderr: \u000a| �[0;m�[1;31m20221209233158297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233158297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233158297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233158297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233158297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233158297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233158309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233158318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233158318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233158318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:01.144848 run osmo-msc_10.42.42.6(pid=29974): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29974)]\u000a23:32:01.198763 run osmo-msc_10.42.42.6(pid=29974): stdout: \u000a| (launched: 2022-12-09_23:32:00.003423) \u000a23:32:01.254480 run osmo-msc_10.42.42.6(pid=29974): stderr: \u000a| �[0;m�[38;5;43m20221209233200273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233200274 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdef7f09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233200274 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233200274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233200276 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233200276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233200276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233200276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:01.301137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29967): Terminating (SIGTERM)\u000a23:32:01.346067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29970): Terminating (SIGTERM)\u000a23:32:01.392244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29973): Terminating (SIGTERM)\u000a23:32:01.404079 --- ParallelTerminationStrategy: PID 29967 died...\u000a23:32:01.466749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29967): Terminated: ok {rc=0}\u000a23:32:01.478189 --- ParallelTerminationStrategy: PID 29970 died...\u000a23:32:01.537904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29970): Terminated: ok {rc=0}\u000a23:32:01.548745 --- ParallelTerminationStrategy: PID 29973 died...\u000a23:32:01.607033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29973): Terminated: ok {rc=0}\u000a23:32:01.694485 bus /sierra_3: Setting Powered False\u000a23:32:02.793823 bus /sierra_3: Setting Powered False\u000a23:32:03.905077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:05.018302 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:05.030585 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:32:05.198329 tst mo_mt_call_osmux.py: using LAC 24429\u000a23:32:05.320804 tst mo_mt_call_osmux.py: using RAC 204\u000a23:32:05.445502 tst mo_mt_call_osmux.py: using CellId 24429\u000a23:32:05.569108 tst mo_mt_call_osmux.py: using BVCI 24430\u000a23:32:05.593475 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:05.605201 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:05.616698 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:05.628602 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:05.640618 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:32:05.652462 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:05.771440 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:32:05.980378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:06.479391 run create_hlr_db(pid=29976): Launched\u000a23:32:06.664120 bus /sierra_2: Setting Powered False\u000a23:32:07.685498 run create_hlr_db(pid=29976): Terminated: ok {rc=0}\u000a23:32:08.083331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Launched\u000a23:32:08.380234 run osmo-hlr_10.42.42.2(pid=29979): Launched\u000a23:32:08.494583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:09.017617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Launched\u000a23:32:09.313900 run osmo-stp_10.42.42.5(pid=29982): Launched\u000a23:32:09.422150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:09.962599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29984): Launched\u000a23:32:10.259055 run osmo-msc_10.42.42.6(pid=29985): Launched\u000a23:32:10.433401 run osmo-stp_10.42.42.5(pid=29982): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)]\u000a23:32:10.559159 run osmo-stp_10.42.42.5(pid=29982): stdout: \u000a| (launched: 2022-12-09_23:32:09.167990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:10.682144 run osmo-stp_10.42.42.5(pid=29982): stderr: \u000a| �[0;m�[38;5;43m20221209233209336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233209336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233209337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:10.800814 run osmo-stp_10.42.42.5(pid=29982): stdout: \u000a| (launched: 2022-12-09_23:32:09.167990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:10.918609 run osmo-stp_10.42.42.5(pid=29982): stderr: \u000a| �[0;m�[38;5;43m20221209233209336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233209336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233209337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:10.970690 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29982): Process ended prematurely: osmo-stp_10.42.42.5(pid=29982) [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29982)] [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:32:10.979199 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:32:11.037350 run osmo-hlr_10.42.42.2(pid=29979): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29979)]\u000a23:32:11.085440 run osmo-hlr_10.42.42.2(pid=29979): stdout: \u000a| (launched: 2022-12-09_23:32:08.234303) \u000a23:32:11.134614 run osmo-hlr_10.42.42.2(pid=29979): stderr: \u000a| �[0;m�[1;31m20221209233208410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233208410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233208410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233208410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233208410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233208410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233208423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233208432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233208433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233208433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:11.201162 run osmo-msc_10.42.42.6(pid=29985): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29985)]\u000a23:32:11.249290 run osmo-msc_10.42.42.6(pid=29985): stdout: \u000a| (launched: 2022-12-09_23:32:10.112900) \u000a23:32:11.297954 run osmo-msc_10.42.42.6(pid=29985): stderr: \u000a| �[0;m�[38;5;43m20221209233210383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233210384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3942ab4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233210384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233210384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233210384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233210384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233210387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233210387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233210388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233210388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:11.339070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Terminating (SIGTERM)\u000a23:32:11.378036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Terminating (SIGTERM)\u000a23:32:11.416830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29984): Terminating (SIGTERM)\u000a23:32:11.425854 --- ParallelTerminationStrategy: PID 29978 died...\u000a23:32:11.478010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29978): Terminated: ok {rc=0}\u000a23:32:11.487284 --- ParallelTerminationStrategy: PID 29981 died...\u000a23:32:11.539486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29981): Terminated: ok {rc=0}\u000a23:32:11.548930 --- ParallelTerminationStrategy: PID 29984 died...\u000a23:32:11.600926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29984): Terminated: ok {rc=0}\u000a23:32:11.682478 bus /sierra_3: Setting Powered False\u000a23:32:12.787253 bus /sierra_3: Setting Powered False\u000a23:32:13.894163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:31:54" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=29996): Process ended prematurely: osmo-stp_10.42.42.5(pid=29996) [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29996)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=29996): Process ended prematurely: osmo-stp_10.42.42.5(pid=29996) [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:32:15.880492 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:15.891854 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:32:16.057521 tst mo_mt_call.py: using LAC 24430\u000a23:32:16.211562 tst mo_mt_call.py: using RAC 205\u000a23:32:16.339462 tst mo_mt_call.py: using CellId 24430\u000a23:32:16.497121 tst mo_mt_call.py: using BVCI 24431\u000a23:32:16.531494 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:16.548598 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:16.566615 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:16.583802 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:16.602231 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:16.619621 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:16.761638 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:17.013245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:17.508076 run create_hlr_db(pid=29990): Launched\u000a23:32:17.693729 bus /sierra_2: Setting Powered False\u000a23:32:18.714443 run create_hlr_db(pid=29990): Terminated: ok {rc=0}\u000a23:32:19.121530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29992): Launched\u000a23:32:19.439385 run osmo-hlr_10.42.42.2(pid=29993): Launched\u000a23:32:19.557488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:20.109946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29995): Launched\u000a23:32:20.427741 run osmo-stp_10.42.42.5(pid=29996): Launched\u000a23:32:20.544694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:21.123829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29998): Launched\u000a23:32:21.440927 run osmo-msc_10.42.42.6(pid=29999): Launched\u000a23:32:21.628071 run osmo-stp_10.42.42.5(pid=29996): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29996)]\u000a23:32:21.763483 run osmo-stp_10.42.42.5(pid=29996): stdout: \u000a| (launched: 2022-12-09_23:32:20.271902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:21.898901 run osmo-stp_10.42.42.5(pid=29996): stderr: \u000a| �[0;m�[38;5;43m20221209233220463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233220463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233220463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233220463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233220464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233220464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233220464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:22.027210 run osmo-stp_10.42.42.5(pid=29996): stdout: \u000a| (launched: 2022-12-09_23:32:20.271902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:22.155128 run osmo-stp_10.42.42.5(pid=29996): stderr: \u000a| �[0;m�[38;5;43m20221209233220463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233220463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233220463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233220463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233220464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233220464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233220464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:22.211309 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=29996): Process ended prematurely: osmo-stp_10.42.42.5(pid=29996) [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=29996)] [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:32:22.220517 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:32:22.283965 run osmo-hlr_10.42.42.2(pid=29993): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=29993)]\u000a23:32:22.335717 run osmo-hlr_10.42.42.2(pid=29993): stdout: \u000a| (launched: 2022-12-09_23:32:19.283792) \u000a23:32:22.387954 run osmo-hlr_10.42.42.2(pid=29993): stderr: \u000a| �[0;m�[1;31m20221209233219480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233219481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233219481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233219481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233219481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233219481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233219494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233219502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233219502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233219503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:22.458918 run osmo-msc_10.42.42.6(pid=29999): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=29999)]\u000a23:32:22.510422 run osmo-msc_10.42.42.6(pid=29999): stdout: \u000a| (launched: 2022-12-09_23:32:21.285587) \u000a23:32:22.562476 run osmo-msc_10.42.42.6(pid=29999): stderr: \u000a| �[0;m�[38;5;43m20221209233221607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233221607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb70746c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233221607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233221607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233221607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233221608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233221610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233221610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233221610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233221610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:22.606196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29992): Terminating (SIGTERM)\u000a23:32:22.648539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29995): Terminating (SIGTERM)\u000a23:32:22.690665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29998): Terminating (SIGTERM)\u000a23:32:22.700703 --- ParallelTerminationStrategy: PID 29992 died...\u000a23:32:22.757031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=29992): Terminated: ok {rc=0}\u000a23:32:22.767221 --- ParallelTerminationStrategy: PID 29995 died...\u000a23:32:22.823854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=29995): Terminated: ok {rc=0}\u000a23:32:22.834104 --- ParallelTerminationStrategy: PID 29998 died...\u000a23:32:22.890781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=29998): Terminated: ok {rc=0}\u000a23:32:22.977490 bus /sierra_3: Setting Powered False\u000a23:32:24.084628 bus /sierra_3: Setting Powered False\u000a23:32:25.192089 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30007): Process ended prematurely: osmo-stp_10.42.42.5(pid=30007) [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30007): Process ended prematurely: osmo-stp_10.42.42.5(pid=30007) [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:26.306705 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:26.318914 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:32:26.484079 tst mo_mt_call_osmux.py: using LAC 24431\u000a23:32:26.611145 tst mo_mt_call_osmux.py: using RAC 206\u000a23:32:26.736924 tst mo_mt_call_osmux.py: using CellId 24431\u000a23:32:26.864481 tst mo_mt_call_osmux.py: using BVCI 24432\u000a23:32:26.888856 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:26.900223 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:26.911441 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:26.923084 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:26.934607 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:32:26.946210 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:27.062375 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:32:27.264358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:27.742294 run create_hlr_db(pid=30001): Launched\u000a23:32:27.914210 bus /sierra_2: Setting Powered False\u000a23:32:28.936028 run create_hlr_db(pid=30001): Terminated: ok {rc=0}\u000a23:32:29.358604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30003): Launched\u000a23:32:29.677213 run osmo-hlr_10.42.42.2(pid=30004): Launched\u000a23:32:29.797320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:30.314189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30006): Launched\u000a23:32:30.610267 run osmo-stp_10.42.42.5(pid=30007): Launched\u000a23:32:30.717892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:31.281307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30009): Launched\u000a23:32:31.680422 run osmo-msc_10.42.42.6(pid=30010): Launched\u000a23:32:32.289779 run osmo-stp_10.42.42.5(pid=30007): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)]\u000a23:32:32.478296 run osmo-stp_10.42.42.5(pid=30007): stdout: \u000a| (launched: 2022-12-09_23:32:30.464933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:32.602407 run osmo-stp_10.42.42.5(pid=30007): stderr: \u000a| �[0;m�[38;5;43m20221209233230633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233230633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233230634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233230634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233230634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233230634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233230635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:32.721915 run osmo-stp_10.42.42.5(pid=30007): stdout: \u000a| (launched: 2022-12-09_23:32:30.464933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:32.840641 run osmo-stp_10.42.42.5(pid=30007): stderr: \u000a| �[0;m�[38;5;43m20221209233230633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233230633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233230634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233230634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233230634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233230634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233230635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:32.893024 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30007): Process ended prematurely: osmo-stp_10.42.42.5(pid=30007) [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30007)] [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:32:32.901618 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a23:32:32.961414 run osmo-hlr_10.42.42.2(pid=30004): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30004)]\u000a23:32:33.010764 run osmo-hlr_10.42.42.2(pid=30004): stdout: \u000a| (launched: 2022-12-09_23:32:29.521279) \u000a23:32:33.060633 run osmo-hlr_10.42.42.2(pid=30004): stderr: \u000a| �[0;m�[1;31m20221209233229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233229719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233229732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233229740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233229740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233229740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:33.127844 run osmo-msc_10.42.42.6(pid=30010): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30010)]\u000a23:32:33.176717 run osmo-msc_10.42.42.6(pid=30010): stdout: \u000a| (launched: 2022-12-09_23:32:31.435587) \u000a23:32:33.226128 run osmo-msc_10.42.42.6(pid=30010): stderr: \u000a| �[0;m�[38;5;43m20221209233232060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233232060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98ec4dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233232061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233232061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233232062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233232062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233232065 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233232065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233232065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233232065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:33.268078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30003): Terminating (SIGTERM)\u000a23:32:33.307938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30006): Terminating (SIGTERM)\u000a23:32:33.348073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30009): Terminating (SIGTERM)\u000a23:32:33.357314 --- ParallelTerminationStrategy: PID 30003 died...\u000a23:32:33.410816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30003): Terminated: ok {rc=0}\u000a23:32:33.420701 --- ParallelTerminationStrategy: PID 30006 died...\u000a23:32:33.474089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30006): Terminated: ok {rc=0}\u000a23:32:33.483653 --- ParallelTerminationStrategy: PID 30009 died...\u000a23:32:33.537087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30009): Terminated: ok {rc=0}\u000a23:32:33.625220 bus /sierra_3: Setting Powered False\u000a23:32:34.728787 bus /sierra_3: Setting Powered False\u000a23:32:35.842166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:32:15" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30021): Process ended prematurely: osmo-stp_10.42.42.5(pid=30021) [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30021): Process ended prematurely: osmo-stp_10.42.42.5(pid=30021) [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a23:32:37.849868 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:37.861127 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a23:32:38.004164 tst mo_mt_call.py: using LAC 24432\u000a23:32:38.128015 tst mo_mt_call.py: using RAC 207\u000a23:32:38.252291 tst mo_mt_call.py: using CellId 24432\u000a23:32:38.370131 tst mo_mt_call.py: using BVCI 24433\u000a23:32:38.392831 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:38.403954 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:38.414705 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:38.425874 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:38.436809 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:38.447942 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:38.567731 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:38.772342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:39.246012 run create_hlr_db(pid=30015): Launched\u000a23:32:39.417120 bus /sierra_2: Setting Powered False\u000a23:32:40.439209 run create_hlr_db(pid=30015): Terminated: ok {rc=0}\u000a23:32:40.833047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30017): Launched\u000a23:32:41.128122 run osmo-hlr_10.42.42.2(pid=30018): Launched\u000a23:32:41.244025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:41.765107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30020): Launched\u000a23:32:42.062951 run osmo-stp_10.42.42.5(pid=30021): Launched\u000a23:32:42.171822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:42.713397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30023): Launched\u000a23:32:43.010955 run osmo-msc_10.42.42.6(pid=30024): Launched\u000a23:32:43.184894 run osmo-stp_10.42.42.5(pid=30021): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)]\u000a23:32:43.310599 run osmo-stp_10.42.42.5(pid=30021): stdout: \u000a| (launched: 2022-12-09_23:32:41.916844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:43.433414 run osmo-stp_10.42.42.5(pid=30021): stderr: \u000a| �[0;m�[38;5;43m20221209233242088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233242088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233242089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233242089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233242090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233242090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233242090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:43.552126 run osmo-stp_10.42.42.5(pid=30021): stdout: \u000a| (launched: 2022-12-09_23:32:41.916844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:43.670059 run osmo-stp_10.42.42.5(pid=30021): stderr: \u000a| �[0;m�[38;5;43m20221209233242088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233242088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233242089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233242089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233242090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233242090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233242090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:43.722206 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30021): Process ended prematurely: osmo-stp_10.42.42.5(pid=30021) [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30021)] [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a23:32:43.730483 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a23:32:43.789177 run osmo-hlr_10.42.42.2(pid=30018): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30018)]\u000a23:32:43.837598 run osmo-hlr_10.42.42.2(pid=30018): stdout: \u000a| (launched: 2022-12-09_23:32:40.984063) \u000a23:32:43.886732 run osmo-hlr_10.42.42.2(pid=30018): stderr: \u000a| �[0;m�[1;31m20221209233241158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233241159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233241159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233241159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233241159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233241159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233241172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233241180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233241180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233241180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:43.953071 run osmo-msc_10.42.42.6(pid=30024): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30024)]\u000a23:32:44.001371 run osmo-msc_10.42.42.6(pid=30024): stdout: \u000a| (launched: 2022-12-09_23:32:42.864773) \u000a23:32:44.050194 run osmo-msc_10.42.42.6(pid=30024): stderr: \u000a| �[0;m�[38;5;43m20221209233243138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233243138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a2fd21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233243138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233243138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233243138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233243139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233243140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233243141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233243141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233243141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:44.091468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30017): Terminating (SIGTERM)\u000a23:32:44.130539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30020): Terminating (SIGTERM)\u000a23:32:44.169639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30023): Terminating (SIGTERM)\u000a23:32:44.178617 --- ParallelTerminationStrategy: PID 30017 died...\u000a23:32:44.231135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30017): Terminated: ok {rc=0}\u000a23:32:44.240592 --- ParallelTerminationStrategy: PID 30020 died...\u000a23:32:44.292789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30020): Terminated: ok {rc=0}\u000a23:32:44.302165 --- ParallelTerminationStrategy: PID 30023 died...\u000a23:32:44.354481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30023): Terminated: ok {rc=0}\u000a23:32:44.436931 bus /sierra_3: Setting Powered False\u000a23:32:45.543812 bus /sierra_3: Setting Powered False\u000a23:32:46.673789 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30032): Process ended prematurely: osmo-stp_10.42.42.5(pid=30032) [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30032): Process ended prematurely: osmo-stp_10.42.42.5(pid=30032) [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:32:47.790136 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:47.802566 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a23:32:47.946466 tst mo_mt_call_osmux.py: using LAC 24433\u000a23:32:48.069148 tst mo_mt_call_osmux.py: using RAC 208\u000a23:32:48.192893 tst mo_mt_call_osmux.py: using CellId 24433\u000a23:32:48.316706 tst mo_mt_call_osmux.py: using BVCI 24434\u000a23:32:48.341129 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:48.352660 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:48.363828 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:48.375374 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:48.386874 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a23:32:48.398473 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:48.514948 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a23:32:48.720481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:32:49.196070 run create_hlr_db(pid=30026): Launched\u000a23:32:49.366556 bus /sierra_2: Setting Powered False\u000a23:32:50.388755 run create_hlr_db(pid=30026): Terminated: ok {rc=0}\u000a23:32:50.812275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30028): Launched\u000a23:32:51.130319 run osmo-hlr_10.42.42.2(pid=30029): Launched\u000a23:32:51.250512 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:32:51.803546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30031): Launched\u000a23:32:52.123203 run osmo-stp_10.42.42.5(pid=30032): Launched\u000a23:32:52.239190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:32:52.819814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30034): Launched\u000a23:32:53.138249 run osmo-msc_10.42.42.6(pid=30035): Launched\u000a23:32:53.325443 run osmo-stp_10.42.42.5(pid=30032): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)]\u000a23:32:53.460321 run osmo-stp_10.42.42.5(pid=30032): stdout: \u000a| (launched: 2022-12-09_23:32:51.966403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:53.595596 run osmo-stp_10.42.42.5(pid=30032): stderr: \u000a| �[0;m�[38;5;43m20221209233252158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233252159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233252159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233252159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233252160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233252160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233252160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:53.723644 run osmo-stp_10.42.42.5(pid=30032): stdout: \u000a| (launched: 2022-12-09_23:32:51.966403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:32:53.851099 run osmo-stp_10.42.42.5(pid=30032): stderr: \u000a| �[0;m�[38;5;43m20221209233252158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233252159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233252159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233252159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233252160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233252160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233252160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:32:53.907210 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30032): Process ended prematurely: osmo-stp_10.42.42.5(pid=30032) [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30032)] [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a23:32:53.916524 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:32:53.979552 run osmo-hlr_10.42.42.2(pid=30029): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30029)]\u000a23:32:54.030850 run osmo-hlr_10.42.42.2(pid=30029): stdout: \u000a| (launched: 2022-12-09_23:32:50.974718) \u000a23:32:54.082873 run osmo-hlr_10.42.42.2(pid=30029): stderr: \u000a| �[0;m�[1;31m20221209233251171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233251171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233251171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233251171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233251171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233251171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233251182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233251191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233251191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233251191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:32:54.153376 run osmo-msc_10.42.42.6(pid=30035): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30035)]\u000a23:32:54.204689 run osmo-msc_10.42.42.6(pid=30035): stdout: \u000a| (launched: 2022-12-09_23:32:52.982426) \u000a23:32:54.256410 run osmo-msc_10.42.42.6(pid=30035): stderr: \u000a| �[0;m�[38;5;43m20221209233253305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233253306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4630bb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233253306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233253306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233253306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233253306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233253308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233253308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233253308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233253308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:32:54.300411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30028): Terminating (SIGTERM)\u000a23:32:54.342205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30031): Terminating (SIGTERM)\u000a23:32:54.383989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30034): Terminating (SIGTERM)\u000a23:32:54.394069 --- ParallelTerminationStrategy: PID 30028 died...\u000a23:32:54.450070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30028): Terminated: ok {rc=0}\u000a23:32:54.460234 --- ParallelTerminationStrategy: PID 30031 died...\u000a23:32:54.516310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30031): Terminated: ok {rc=0}\u000a23:32:54.526515 --- ParallelTerminationStrategy: PID 30034 died...\u000a23:32:54.582272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30034): Terminated: ok {rc=0}\u000a23:32:54.668786 bus /sierra_3: Setting Powered False\u000a23:32:55.774684 bus /sierra_3: Setting Powered False\u000a23:32:56.882171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:32:37" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a23:32:58.879677 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:32:58.891579 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:32:59.038266 tst mo_mt_call.py: using LAC 24434\u000a23:32:59.167055 tst mo_mt_call.py: using RAC 209\u000a23:32:59.292006 tst mo_mt_call.py: using CellId 24434\u000a23:32:59.415367 tst mo_mt_call.py: using BVCI 24435\u000a23:32:59.439739 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:32:59.451410 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:32:59.462917 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:32:59.475058 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:32:59.486954 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:32:59.498671 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:32:59.618275 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:32:59.828181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:00.327123 run create_hlr_db(pid=30040): Launched\u000a23:33:00.512241 bus /sierra_2: Setting Powered False\u000a23:33:01.533739 run create_hlr_db(pid=30040): Terminated: ok {rc=0}\u000a23:33:01.981718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Launched\u000a23:33:02.305464 run osmo-hlr_10.42.42.2(pid=30044): Launched\u000a23:33:02.425849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:02.980838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Launched\u000a23:33:03.300360 run osmo-stp_10.42.42.5(pid=30047): Launched\u000a23:33:03.417608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:04.000663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Launched\u000a23:33:04.318502 run osmo-msc_10.42.42.6(pid=30050): Launched\u000a23:33:04.507052 run osmo-stp_10.42.42.5(pid=30047): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)]\u000a23:33:04.642595 run osmo-stp_10.42.42.5(pid=30047): stdout: \u000a| (launched: 2022-12-09_23:33:03.143728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:04.777375 run osmo-stp_10.42.42.5(pid=30047): stderr: \u000a| �[0;m�[38;5;43m20221209233303334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233303335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233303335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233303335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233303336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233303336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233303336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:04.905729 run osmo-stp_10.42.42.5(pid=30047): stdout: \u000a| (launched: 2022-12-09_23:33:03.143728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:05.032872 run osmo-stp_10.42.42.5(pid=30047): stderr: \u000a| �[0;m�[38;5;43m20221209233303334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233303335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233303335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233303335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233303336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233303336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233303336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:05.089331 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30047): Process ended prematurely: osmo-stp_10.42.42.5(pid=30047) [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30047)] [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a23:33:05.098502 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:33:05.161411 run osmo-hlr_10.42.42.2(pid=30044): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30044)]\u000a23:33:05.212897 run osmo-hlr_10.42.42.2(pid=30044): stdout: \u000a| (launched: 2022-12-09_23:33:02.145971) \u000a23:33:05.264874 run osmo-hlr_10.42.42.2(pid=30044): stderr: \u000a| �[0;m�[1;31m20221209233302345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233302345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233302345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233302345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233302345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233302345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233302356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233302364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233302365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233302365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:05.335377 run osmo-msc_10.42.42.6(pid=30050): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30050)]\u000a23:33:05.386705 run osmo-msc_10.42.42.6(pid=30050): stdout: \u000a| (launched: 2022-12-09_23:33:04.162651) \u000a23:33:05.438894 run osmo-msc_10.42.42.6(pid=30050): stderr: \u000a| �[0;m�[38;5;43m20221209233304484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233304484 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3435d65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233304484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233304484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233304484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233304485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233304486 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233304487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233304487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233304487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:05.483408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminating (SIGTERM)\u000a23:33:05.525326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminating (SIGTERM)\u000a23:33:05.567224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminating (SIGTERM)\u000a23:33:05.577207 --- ParallelTerminationStrategy: PID 30043 died...\u000a23:33:05.633275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30043): Terminated: ok {rc=0}\u000a23:33:05.643329 --- ParallelTerminationStrategy: PID 30046 died...\u000a23:33:05.698859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30046): Terminated: ok {rc=0}\u000a23:33:05.709162 --- ParallelTerminationStrategy: PID 30049 died...\u000a23:33:05.764553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30049): Terminated: ok {rc=0}\u000a23:33:05.851708 bus /sierra_3: Setting Powered False\u000a23:33:06.957873 bus /sierra_3: Setting Powered False\u000a23:33:08.066785 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30058): Process ended prematurely: osmo-stp_10.42.42.5(pid=30058) [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30058)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30058): Process ended prematurely: osmo-stp_10.42.42.5(pid=30058) [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:33:09.179555 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:09.191976 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:33:09.332148 tst mo_mt_call_osmux.py: using LAC 24435\u000a23:33:09.454484 tst mo_mt_call_osmux.py: using RAC 210\u000a23:33:09.578293 tst mo_mt_call_osmux.py: using CellId 24435\u000a23:33:09.700918 tst mo_mt_call_osmux.py: using BVCI 24436\u000a23:33:09.725221 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:09.737295 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:09.748880 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:09.760911 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:09.773043 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:33:09.785826 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:09.902195 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:33:10.105309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:10.580678 run create_hlr_db(pid=30052): Launched\u000a23:33:10.751162 bus /sierra_2: Setting Powered False\u000a23:33:11.772597 run create_hlr_db(pid=30052): Terminated: ok {rc=0}\u000a23:33:12.167883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30054): Launched\u000a23:33:12.463131 run osmo-hlr_10.42.42.2(pid=30055): Launched\u000a23:33:12.578354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:13.097353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30057): Launched\u000a23:33:13.392490 run osmo-stp_10.42.42.5(pid=30058): Launched\u000a23:33:13.500276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:14.042871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30060): Launched\u000a23:33:14.339272 run osmo-msc_10.42.42.6(pid=30061): Launched\u000a23:33:14.513198 run osmo-stp_10.42.42.5(pid=30058): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30058)]\u000a23:33:14.639592 run osmo-stp_10.42.42.5(pid=30058): stdout: \u000a| (launched: 2022-12-09_23:33:13.248035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:14.762943 run osmo-stp_10.42.42.5(pid=30058): stderr: \u000a| �[0;m�[38;5;43m20221209233313417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233313418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:14.881998 run osmo-stp_10.42.42.5(pid=30058): stdout: \u000a| (launched: 2022-12-09_23:33:13.248035)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:14.999856 run osmo-stp_10.42.42.5(pid=30058): stderr: \u000a| �[0;m�[38;5;43m20221209233313417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233313418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233313418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233313419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:15.051821 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30058): Process ended prematurely: osmo-stp_10.42.42.5(pid=30058) [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30058)] [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a23:33:15.060205 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a23:33:15.118616 run osmo-hlr_10.42.42.2(pid=30055): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30055)]\u000a23:33:15.166648 run osmo-hlr_10.42.42.2(pid=30055): stdout: \u000a| (launched: 2022-12-09_23:33:12.318827) \u000a23:33:15.215540 run osmo-hlr_10.42.42.2(pid=30055): stderr: \u000a| �[0;m�[1;31m20221209233312493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233312493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233312493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233312493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233312493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233312494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233312506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233312517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233312517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233312517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:15.281428 run osmo-msc_10.42.42.6(pid=30061): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30061)]\u000a23:33:15.329273 run osmo-msc_10.42.42.6(pid=30061): stdout: \u000a| (launched: 2022-12-09_23:33:14.193791) \u000a23:33:15.377765 run osmo-msc_10.42.42.6(pid=30061): stderr: \u000a| �[0;m�[38;5;43m20221209233314463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233314463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a467f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233314463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233314463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233314464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233314464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233314467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233314467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233314467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233314467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:15.418764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30054): Terminating (SIGTERM)\u000a23:33:15.457581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30057): Terminating (SIGTERM)\u000a23:33:15.496855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30060): Terminating (SIGTERM)\u000a23:33:15.505841 --- ParallelTerminationStrategy: PID 30054 died...\u000a23:33:15.558516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30054): Terminated: ok {rc=0}\u000a23:33:15.567917 --- ParallelTerminationStrategy: PID 30057 died...\u000a23:33:15.620168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30057): Terminated: ok {rc=0}\u000a23:33:15.629537 --- ParallelTerminationStrategy: PID 30060 died...\u000a23:33:15.681663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30060): Terminated: ok {rc=0}\u000a23:33:15.768688 bus /sierra_3: Setting Powered False\u000a23:33:16.870749 bus /sierra_3: Setting Powered False\u000a23:33:17.977892 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:32:58" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2366↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2366↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:33:20.003093 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:20.014303 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:20.159671 tst emergency_mo_mt_call.py: using LAC 24436\u000a23:33:20.281376 tst emergency_mo_mt_call.py: using RAC 211\u000a23:33:20.403300 tst emergency_mo_mt_call.py: using CellId 24436\u000a23:33:20.525180 tst emergency_mo_mt_call.py: using BVCI 24437\u000a23:33:20.549251 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:20.560292 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:20.571155 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:20.582391 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:20.593820 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:20.605284 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:20.722020 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:20.920383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:21.385965 run create_hlr_db(pid=30066): Launched\u000a23:33:21.553742 bus /sierra_2: Setting Powered False\u000a23:33:22.575532 run create_hlr_db(pid=30066): Terminated: ok {rc=0}\u000a23:33:22.990233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Launched\u000a23:33:23.302379 run osmo-hlr_10.42.42.2(pid=30069): Launched\u000a23:33:23.418192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:23.960626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Launched\u000a23:33:24.272996 run osmo-stp_10.42.42.5(pid=30072): Launched\u000a23:33:24.395800 tst emergency_mo_mt_call.py: using MSISDN 7436\u000a23:33:24.552941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:25.124809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Launched\u000a23:33:25.436911 run osmo-msc_10.42.42.6(pid=30075): Launched\u000a23:33:25.620886 run osmo-stp_10.42.42.5(pid=30072): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)]\u000a23:33:25.754277 run osmo-stp_10.42.42.5(pid=30072): stdout: \u000a| (launched: 2022-12-09_23:33:24.119565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:25.886961 run osmo-stp_10.42.42.5(pid=30072): stderr: \u000a| �[0;m�[38;5;43m20221209233324310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233324311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233324311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233324311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233324312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233324312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233324312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:26.012486 run osmo-stp_10.42.42.5(pid=30072): stdout: \u000a| (launched: 2022-12-09_23:33:24.119565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:26.137690 run osmo-stp_10.42.42.5(pid=30072): stderr: \u000a| �[0;m�[38;5;43m20221209233324310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233324311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233324311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233324311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233324312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233324312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233324312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:26.192310 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=30072): Process ended prematurely: osmo-stp_10.42.42.5(pid=30072) [trial-2366↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30072)] [trial-2366↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a23:33:26.201180 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a23:33:26.263891 run osmo-hlr_10.42.42.2(pid=30069): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30069)]\u000a23:33:26.315304 run osmo-hlr_10.42.42.2(pid=30069): stdout: \u000a| (launched: 2022-12-09_23:33:23.149036) \u000a23:33:26.367162 run osmo-hlr_10.42.42.2(pid=30069): stderr: \u000a| �[0;m�[1;31m20221209233323345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233323345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233323345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233323345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233323345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233323345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233323361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233323372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233323372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233323372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:26.438169 run osmo-msc_10.42.42.6(pid=30075): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30075)]\u000a23:33:26.489428 run osmo-msc_10.42.42.6(pid=30075): stdout: \u000a| (launched: 2022-12-09_23:33:25.283529) \u000a23:33:26.541130 run osmo-msc_10.42.42.6(pid=30075): stderr: \u000a| �[0;m�[38;5;43m20221209233325602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233325602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34e9427c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233325602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233325602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233325603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233325603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233325604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233325605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233325605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233325605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:26.584869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Terminating (SIGTERM)\u000a23:33:26.627254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Terminating (SIGTERM)\u000a23:33:26.668774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Terminating (SIGTERM)\u000a23:33:26.678864 --- ParallelTerminationStrategy: PID 30068 died...\u000a23:33:26.735030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30068): Terminated: ok {rc=0}\u000a23:33:26.745201 --- ParallelTerminationStrategy: PID 30071 died...\u000a23:33:26.800612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30071): Terminated: ok {rc=0}\u000a23:33:26.811109 --- ParallelTerminationStrategy: PID 30074 died...\u000a23:33:26.866856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30074): Terminated: ok {rc=0}\u000a23:33:26.953499 bus /sierra_3: Setting Powered False\u000a23:33:28.058065 bus /sierra_3: Setting Powered False\u000a23:33:29.164877 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2366↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2366↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:33:30.217668 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:30.229944 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:30.366628 tst emergency_preemptive_call.py: using LAC 24437\u000a23:33:30.481302 tst emergency_preemptive_call.py: using RAC 212\u000a23:33:30.600614 tst emergency_preemptive_call.py: using CellId 24437\u000a23:33:30.713548 tst emergency_preemptive_call.py: using BVCI 24438\u000a23:33:30.735686 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:30.746325 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:30.756663 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:30.767426 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:30.777839 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:33:30.788207 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:30.933759 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:31.058068 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:31.204175 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:31.440209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:31.957174 run create_hlr_db(pid=30077): Launched\u000a23:33:32.133208 bus /sierra_2: Setting Powered False\u000a23:33:33.148571 run create_hlr_db(pid=30077): Terminated: ok {rc=0}\u000a23:33:33.564645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Launched\u000a23:33:33.877560 run osmo-hlr_10.42.42.2(pid=30080): Launched\u000a23:33:33.995688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:34.538562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Launched\u000a23:33:34.850646 run osmo-stp_10.42.42.5(pid=30083): Launched\u000a23:33:34.976288 tst emergency_preemptive_call.py: using MSISDN 7437\u000a23:33:35.132675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:33:35.699670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30085): Launched\u000a23:33:36.010893 run osmo-msc_10.42.42.6(pid=30086): Launched\u000a23:33:36.194450 run osmo-stp_10.42.42.5(pid=30083): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)]\u000a23:33:36.327449 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-09_23:33:34.697995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:36.460140 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221209233334890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233334890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233334891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233334891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233334892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233334892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233334892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:36.586885 run osmo-stp_10.42.42.5(pid=30083): stdout: \u000a| (launched: 2022-12-09_23:33:34.697995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:36.712497 run osmo-stp_10.42.42.5(pid=30083): stderr: \u000a| �[0;m�[38;5;43m20221209233334890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233334890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233334891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233334891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233334892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233334892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233334892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:36.767397 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=30083): Process ended prematurely: osmo-stp_10.42.42.5(pid=30083) [trial-2366↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30083)] [trial-2366↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a23:33:36.776171 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a23:33:36.839880 run osmo-hlr_10.42.42.2(pid=30080): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30080)]\u000a23:33:36.891902 run osmo-hlr_10.42.42.2(pid=30080): stdout: \u000a| (launched: 2022-12-09_23:33:33.723858) \u000a23:33:36.944464 run osmo-hlr_10.42.42.2(pid=30080): stderr: \u000a| �[0;m�[1;31m20221209233333922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233333922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233333922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233333922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233333922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233333922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233333935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233333943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233333944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233333944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:37.015362 run osmo-msc_10.42.42.6(pid=30086): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30086)]\u000a23:33:37.066737 run osmo-msc_10.42.42.6(pid=30086): stdout: \u000a| (launched: 2022-12-09_23:33:35.858345) \u000a23:33:37.118608 run osmo-msc_10.42.42.6(pid=30086): stderr: \u000a| �[0;m�[38;5;43m20221209233336178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233336178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6f7231c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233336178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233336178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233336179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233336179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233336181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233336181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233336181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233336181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:33:37.162427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminating (SIGTERM)\u000a23:33:37.204408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminating (SIGTERM)\u000a23:33:37.247130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30085): Terminating (SIGTERM)\u000a23:33:37.257029 --- ParallelTerminationStrategy: PID 30079 died...\u000a23:33:37.312667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30079): Terminated: ok {rc=0}\u000a23:33:37.323556 --- ParallelTerminationStrategy: PID 30082 died...\u000a23:33:37.379414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30082): Terminated: ok {rc=0}\u000a23:33:37.390024 --- ParallelTerminationStrategy: PID 30085 died...\u000a23:33:37.446143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30085): Terminated: ok {rc=0}\u000a23:33:37.532345 bus /sierra_9: Setting Powered False\u000a23:33:38.639401 bus /sierra_9: Setting Powered False\u000a23:33:39.750893 bus /sierra_8: Setting Powered False\u000a23:33:40.858434 bus /sierra_8: Setting Powered False\u000a23:33:41.966228 bus /sierra_3: Setting Powered False\u000a23:33:43.072580 bus /sierra_3: Setting Powered False\u000a23:33:44.181087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:33:19" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2366↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2366↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:33:46.377639 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:46.390370 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:46.547288 tst cs_paging_gprs_active.py: using LAC 24438\u000a23:33:46.673845 tst cs_paging_gprs_active.py: using RAC 213\u000a23:33:46.831417 tst cs_paging_gprs_active.py: using CellId 24438\u000a23:33:46.966135 tst cs_paging_gprs_active.py: using BVCI 24439\u000a23:33:46.992262 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.004684 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.017319 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.029895 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.042775 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.055553 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.067605 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.081792 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:47.094373 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:47.217792 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:33:47.495510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:33:47.619462 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:33:47.927500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30092): Launched\u000a23:33:48.184283 run iperf3-srv_10.42.42.10(pid=30093): Launched\u000a23:33:48.368091 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:33:48.493410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:33:48.802527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30094): Launched\u000a23:33:49.059086 run iperf3-srv_10.42.42.10(pid=30095): Launched\u000a23:33:49.241040 tst cs_paging_gprs_active.py:38: start network...\u000a23:33:49.365157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:33:49.842550 run create_hlr_db(pid=30096): Launched\u000a23:33:50.013952 bus /sierra_2: Setting Powered False\u000a23:33:51.036247 run create_hlr_db(pid=30096): Terminated: ok {rc=0}\u000a23:33:51.460810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Launched\u000a23:33:51.780150 run osmo-hlr_10.42.42.2(pid=30099): Launched\u000a23:33:51.898955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:33:52.453697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Launched\u000a23:33:52.772276 run osmo-stp_10.42.42.5(pid=30102): Launched\u000a23:33:52.889089 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:33:53.446948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30104): Launched\u000a23:33:53.562313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:33:53.840317 run patchelf(pid=30105): Launched\u000a23:33:54.027929 run osmo-stp_10.42.42.5(pid=30102): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)]\u000a23:33:54.165978 run osmo-stp_10.42.42.5(pid=30102): stdout: \u000a| (launched: 2022-12-09_23:33:52.616696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:54.303941 run osmo-stp_10.42.42.5(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221209233352806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233352806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233352807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233352807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233352810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233352810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233352810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:54.437320 run osmo-stp_10.42.42.5(pid=30102): stdout: \u000a| (launched: 2022-12-09_23:33:52.616696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:33:54.569333 run osmo-stp_10.42.42.5(pid=30102): stderr: \u000a| �[0;m�[38;5;43m20221209233352806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233352806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233352807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233352807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233352810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233352810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233352810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:33:54.722437 run patchelf(pid=30105): Terminating (SIGINT)\u000a23:33:54.902002 run patchelf(pid=30105): Terminated: ok {rc=0}\u000a23:33:54.934995 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30102): Process ended prematurely: osmo-stp_10.42.42.5(pid=30102) [trial-2366↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30102)] [trial-2366↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a23:33:54.944887 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:33:55.007722 run osmo-hlr_10.42.42.2(pid=30099): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30099)]\u000a23:33:55.058876 run osmo-hlr_10.42.42.2(pid=30099): stdout: \u000a| (launched: 2022-12-09_23:33:51.624616) \u000a23:33:55.110875 run osmo-hlr_10.42.42.2(pid=30099): stderr: \u000a| �[0;m�[1;31m20221209233351819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233351819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233351819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233351820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233351820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233351820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233351832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233351840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233351840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233351840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:33:55.155013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30092): Terminating (SIGTERM)\u000a23:33:55.197239 run iperf3-srv_10.42.42.10(pid=30093): Terminating (SIGTERM)\u000a23:33:55.238989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30094): Terminating (SIGTERM)\u000a23:33:55.280686 run iperf3-srv_10.42.42.10(pid=30095): Terminating (SIGTERM)\u000a23:33:55.322543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Terminating (SIGTERM)\u000a23:33:55.364297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Terminating (SIGTERM)\u000a23:33:55.406120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30104): Terminating (SIGTERM)\u000a23:33:55.415962 --- ParallelTerminationStrategy: PID 30092 died...\u000a23:33:55.472038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30092): Terminated: ok {rc=0}\u000a23:33:55.482146 --- ParallelTerminationStrategy: PID 30093 died...\u000a23:33:55.537510 run iperf3-srv_10.42.42.10(pid=30093): Terminated {rc=256}\u000a23:33:55.547582 --- ParallelTerminationStrategy: PID 30094 died...\u000a23:33:55.603285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30094): Terminated: ok {rc=0}\u000a23:33:55.613224 --- ParallelTerminationStrategy: PID 30095 died...\u000a23:33:55.668570 run iperf3-srv_10.42.42.10(pid=30095): Terminated {rc=256}\u000a23:33:55.678603 --- ParallelTerminationStrategy: PID 30098 died...\u000a23:33:55.734169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30098): Terminated: ok {rc=0}\u000a23:33:55.744150 --- ParallelTerminationStrategy: PID 30101 died...\u000a23:33:55.799771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30101): Terminated: ok {rc=0}\u000a23:33:55.809814 --- ParallelTerminationStrategy: PID 30104 died...\u000a23:33:55.865710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30104): Terminated: ok {rc=0}\u000a23:33:55.952432 bus /gobi_0: Setting Powered False\u000a23:33:57.059043 bus /gobi_0: Setting Powered False\u000a23:33:58.166775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30114): Process ended prematurely: osmo-stp_10.42.42.5(pid=30114) [trial-2366↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30114)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30114): Process ended prematurely: osmo-stp_10.42.42.5(pid=30114) [trial-2366↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a23:33:59.274548 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.285590 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:33:59.422200 tst iperf3.py: using LAC 24439\u000a23:33:59.539211 tst iperf3.py: using RAC 214\u000a23:33:59.659024 tst iperf3.py: using CellId 24439\u000a23:33:59.777713 tst iperf3.py: using BVCI 24440\u000a23:33:59.800436 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.811104 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.821528 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.831822 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.842041 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.852216 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.862781 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.872997 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:33:59.883403 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:00.173961 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:34:00.308172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:00.639044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30106): Launched\u000a23:34:00.921521 run iperf3-srv_10.42.42.10(pid=30107): Launched\u000a23:34:01.122847 tst iperf3.py:8: start network...\u000a23:34:01.260425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:01.808676 run create_hlr_db(pid=30108): Launched\u000a23:34:01.997692 bus /gobi_6: Setting Powered False\u000a23:34:03.014758 run create_hlr_db(pid=30108): Terminated: ok {rc=0}\u000a23:34:03.437471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30110): Launched\u000a23:34:03.755804 run osmo-hlr_10.42.42.2(pid=30111): Launched\u000a23:34:03.872938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:04.429400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30113): Launched\u000a23:34:04.748583 run osmo-stp_10.42.42.5(pid=30114): Launched\u000a23:34:04.865020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:05.419173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30116): Launched\u000a23:34:05.533913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:05.810937 run patchelf(pid=30117): Launched\u000a23:34:05.997651 run osmo-stp_10.42.42.5(pid=30114): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30114)]\u000a23:34:06.134692 run osmo-stp_10.42.42.5(pid=30114): stdout: \u000a| (launched: 2022-12-09_23:34:04.592440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:06.272540 run osmo-stp_10.42.42.5(pid=30114): stderr: \u000a| �[0;m�[38;5;43m20221209233404782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233404782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233404783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233404783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233404783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233404784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233404784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:06.404753 run osmo-stp_10.42.42.5(pid=30114): stdout: \u000a| (launched: 2022-12-09_23:34:04.592440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:06.536537 run osmo-stp_10.42.42.5(pid=30114): stderr: \u000a| �[0;m�[38;5;43m20221209233404782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233404782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233404783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233404783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233404783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233404784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233404784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:06.689476 run patchelf(pid=30117): Terminating (SIGINT)\u000a23:34:06.868723 run patchelf(pid=30117): Terminated: ok {rc=0}\u000a23:34:06.901754 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30114): Process ended prematurely: osmo-stp_10.42.42.5(pid=30114) [trial-2366↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30114)] [trial-2366↪gprs:trx-b200↪iperf3.py:8]\u000a23:34:06.911707 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:34:06.974498 run osmo-hlr_10.42.42.2(pid=30111): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30111)]\u000a23:34:07.025715 run osmo-hlr_10.42.42.2(pid=30111): stdout: \u000a| (launched: 2022-12-09_23:34:03.600141) \u000a23:34:07.077444 run osmo-hlr_10.42.42.2(pid=30111): stderr: \u000a| �[0;m�[1;31m20221209233403796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233403796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233403796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233403796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233403796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233403796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233403807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233403816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233403816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233403816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:07.121740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30106): Terminating (SIGTERM)\u000a23:34:07.163363 run iperf3-srv_10.42.42.10(pid=30107): Terminating (SIGTERM)\u000a23:34:07.205100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30110): Terminating (SIGTERM)\u000a23:34:07.246885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30113): Terminating (SIGTERM)\u000a23:34:07.288732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30116): Terminating (SIGTERM)\u000a23:34:07.298691 --- ParallelTerminationStrategy: PID 30106 died...\u000a23:34:07.354519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30106): Terminated: ok {rc=0}\u000a23:34:07.364394 --- ParallelTerminationStrategy: PID 30107 died...\u000a23:34:07.419904 run iperf3-srv_10.42.42.10(pid=30107): Terminated {rc=256}\u000a23:34:07.430025 --- ParallelTerminationStrategy: PID 30110 died...\u000a23:34:07.485377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30110): Terminated: ok {rc=0}\u000a23:34:07.495669 --- ParallelTerminationStrategy: PID 30113 died...\u000a23:34:07.551240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30113): Terminated: ok {rc=0}\u000a23:34:07.561831 --- ParallelTerminationStrategy: PID 30116 died...\u000a23:34:07.617735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30116): Terminated: ok {rc=0}\u000a23:34:07.704852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30132): Process ended prematurely: osmo-stp_10.42.42.5(pid=30132) [trial-2366↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30132): Process ended prematurely: osmo-stp_10.42.42.5(pid=30132) [trial-2366↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a23:34:08.821713 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:08.833224 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:08.974444 tst iperf3m4.py: using LAC 24440\u000a23:34:09.100765 tst iperf3m4.py: using RAC 215\u000a23:34:09.226814 tst iperf3m4.py: using CellId 24440\u000a23:34:09.351474 tst iperf3m4.py: using BVCI 24441\u000a23:34:09.376060 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.387205 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.398144 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.409714 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.420586 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.431553 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.442791 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.453752 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:09.464781 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:09.582936 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:09.699875 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:09.819002 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:10.109858 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:34:10.243432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:10.573577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30118): Launched\u000a23:34:10.846537 run iperf3-srv_10.42.42.10(pid=30119): Launched\u000a23:34:11.042457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:34:11.176168 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:11.504807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30120): Launched\u000a23:34:11.777701 run iperf3-srv_10.42.42.10(pid=30121): Launched\u000a23:34:11.973770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:34:12.107146 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:12.435679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30122): Launched\u000a23:34:12.709411 run iperf3-srv_10.42.42.10(pid=30123): Launched\u000a23:34:12.905296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:34:13.038751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:13.367743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30124): Launched\u000a23:34:13.641100 run iperf3-srv_10.42.42.10(pid=30125): Launched\u000a23:34:13.836363 tst iperf3m4.py:8: start network...\u000a23:34:13.970116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:14.472746 run create_hlr_db(pid=30126): Launched\u000a23:34:14.657928 bus /gobi_6: Setting Powered False\u000a23:34:15.678814 run create_hlr_db(pid=30126): Terminated: ok {rc=0}\u000a23:34:16.129487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30128): Launched\u000a23:34:16.458495 run osmo-hlr_10.42.42.2(pid=30129): Launched\u000a23:34:16.584147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:17.226554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30131): Launched\u000a23:34:17.537803 run osmo-stp_10.42.42.5(pid=30132): Launched\u000a23:34:17.654061 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:18.210250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30134): Launched\u000a23:34:18.324443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:18.602536 run patchelf(pid=30135): Launched\u000a23:34:18.789779 run osmo-stp_10.42.42.5(pid=30132): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)]\u000a23:34:18.926951 run osmo-stp_10.42.42.5(pid=30132): stdout: \u000a| (launched: 2022-12-09_23:34:17.381637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:19.064822 run osmo-stp_10.42.42.5(pid=30132): stderr: \u000a| �[0;m�[38;5;43m20221209233417578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233417578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233417579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233417579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233417580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233417580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233417580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:19.197285 run osmo-stp_10.42.42.5(pid=30132): stdout: \u000a| (launched: 2022-12-09_23:34:17.381637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:19.328773 run osmo-stp_10.42.42.5(pid=30132): stderr: \u000a| �[0;m�[38;5;43m20221209233417578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233417578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233417579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233417579 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233417580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233417580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233417580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:19.482351 run patchelf(pid=30135): Terminating (SIGINT)\u000a23:34:19.662577 run patchelf(pid=30135): Terminated: ok {rc=0}\u000a23:34:19.695608 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30132): Process ended prematurely: osmo-stp_10.42.42.5(pid=30132) [trial-2366↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30132)] [trial-2366↪gprs:trx-b200↪iperf3m4.py:8]\u000a23:34:19.705618 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a23:34:19.769951 run osmo-hlr_10.42.42.2(pid=30129): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30129)]\u000a23:34:19.821894 run osmo-hlr_10.42.42.2(pid=30129): stdout: \u000a| (launched: 2022-12-09_23:34:16.293935) \u000a23:34:19.874461 run osmo-hlr_10.42.42.2(pid=30129): stderr: \u000a| �[0;m�[1;31m20221209233416703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233416703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233416704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233416704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233416704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233416704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233416731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233416750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233416750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233416750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:19.919735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30118): Terminating (SIGTERM)\u000a23:34:19.962104 run iperf3-srv_10.42.42.10(pid=30119): Terminating (SIGTERM)\u000a23:34:20.004371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30120): Terminating (SIGTERM)\u000a23:34:20.046400 run iperf3-srv_10.42.42.10(pid=30121): Terminating (SIGTERM)\u000a23:34:20.088298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30122): Terminating (SIGTERM)\u000a23:34:20.130138 run iperf3-srv_10.42.42.10(pid=30123): Terminating (SIGTERM)\u000a23:34:20.171449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30124): Terminating (SIGTERM)\u000a23:34:20.213188 run iperf3-srv_10.42.42.10(pid=30125): Terminating (SIGTERM)\u000a23:34:20.255239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30128): Terminating (SIGTERM)\u000a23:34:20.296807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30131): Terminating (SIGTERM)\u000a23:34:20.338458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30134): Terminating (SIGTERM)\u000a23:34:20.348250 --- ParallelTerminationStrategy: PID 30118 died...\u000a23:34:20.405305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30118): Terminated: ok {rc=0}\u000a23:34:20.415386 --- ParallelTerminationStrategy: PID 30119 died...\u000a23:34:20.471450 run iperf3-srv_10.42.42.10(pid=30119): Terminated {rc=256}\u000a23:34:20.481545 --- ParallelTerminationStrategy: PID 30120 died...\u000a23:34:20.537752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30120): Terminated: ok {rc=0}\u000a23:34:20.547766 --- ParallelTerminationStrategy: PID 30121 died...\u000a23:34:20.603772 run iperf3-srv_10.42.42.10(pid=30121): Terminated {rc=256}\u000a23:34:20.614025 --- ParallelTerminationStrategy: PID 30122 died...\u000a23:34:20.670054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30122): Terminated: ok {rc=0}\u000a23:34:20.680069 --- ParallelTerminationStrategy: PID 30123 died...\u000a23:34:20.735578 run iperf3-srv_10.42.42.10(pid=30123): Terminated {rc=256}\u000a23:34:20.745814 --- ParallelTerminationStrategy: PID 30124 died...\u000a23:34:20.801265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30124): Terminated: ok {rc=0}\u000a23:34:20.811334 --- ParallelTerminationStrategy: PID 30125 died...\u000a23:34:20.866867 run iperf3-srv_10.42.42.10(pid=30125): Terminated {rc=256}\u000a23:34:20.876865 --- ParallelTerminationStrategy: PID 30128 died...\u000a23:34:20.932420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30128): Terminated: ok {rc=0}\u000a23:34:20.942469 --- ParallelTerminationStrategy: PID 30131 died...\u000a23:34:20.997978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30131): Terminated: ok {rc=0}\u000a23:34:21.008309 --- ParallelTerminationStrategy: PID 30134 died...\u000a23:34:21.064410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30134): Terminated: ok {rc=0}\u000a23:34:21.151852 bus /gobi_4: Setting Powered False\u000a23:34:22.259780 bus /gobi_4: Setting Powered False\u000a23:34:23.367567 bus /gobi_1: Setting Powered False\u000a23:34:24.474372 bus /gobi_1: Setting Powered False\u000a23:34:25.582402 bus /gobi_0: Setting Powered False\u000a23:34:26.688853 bus /gobi_0: Setting Powered False\u000a23:34:27.798771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30142): Process ended prematurely: osmo-stp_10.42.42.5(pid=30142) [trial-2366↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30142)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30142): Process ended prematurely: osmo-stp_10.42.42.5(pid=30142) [trial-2366↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a23:34:28.864105 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:28.875187 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:29.012738 tst ping.py: using LAC 24441\u000a23:34:29.126425 tst ping.py: using RAC 216\u000a23:34:29.240355 tst ping.py: using CellId 24441\u000a23:34:29.353453 tst ping.py: using BVCI 24442\u000a23:34:29.375778 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:29.386369 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:29.396653 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:29.407051 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:29.417254 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:29.427566 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:29.437993 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:29.448269 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:29.718790 tst ping.py:19: start network...\u000a23:34:29.839853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:30.307283 run create_hlr_db(pid=30136): Launched\u000a23:34:30.475414 bus /gobi_6: Setting Powered False\u000a23:34:31.557406 run create_hlr_db(pid=30136): Terminated: ok {rc=0}\u000a23:34:32.070444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30138): Launched\u000a23:34:32.396748 run osmo-hlr_10.42.42.2(pid=30139): Launched\u000a23:34:32.514800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:33.061746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30141): Launched\u000a23:34:33.376462 run osmo-stp_10.42.42.5(pid=30142): Launched\u000a23:34:33.491619 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:34.038901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30144): Launched\u000a23:34:34.151739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:34.425638 run patchelf(pid=30145): Launched\u000a23:34:34.610206 run osmo-stp_10.42.42.5(pid=30142): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30142)]\u000a23:34:34.744552 run osmo-stp_10.42.42.5(pid=30142): stdout: \u000a| (launched: 2022-12-09_23:34:33.221684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:34.879618 run osmo-stp_10.42.42.5(pid=30142): stderr: \u000a| �[0;m�[38;5;43m20221209233433412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233433412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233433412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233433413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233433413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233433413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233433413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:35.009449 run osmo-stp_10.42.42.5(pid=30142): stdout: \u000a| (launched: 2022-12-09_23:34:33.221684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:35.138444 run osmo-stp_10.42.42.5(pid=30142): stderr: \u000a| �[0;m�[38;5;43m20221209233433412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233433412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233433412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233433413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233433413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233433413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233433413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:35.288481 run patchelf(pid=30145): Terminating (SIGINT)\u000a23:34:35.464403 run patchelf(pid=30145): Terminated: ok {rc=0}\u000a23:34:35.496340 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30142): Process ended prematurely: osmo-stp_10.42.42.5(pid=30142) [trial-2366↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30142)] [trial-2366↪gprs:trx-b200↪ping.py:22]\u000a23:34:35.505518 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:34:35.568923 run osmo-hlr_10.42.42.2(pid=30139): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30139)]\u000a23:34:35.620448 run osmo-hlr_10.42.42.2(pid=30139): stdout: \u000a| (launched: 2022-12-09_23:34:32.234017) \u000a23:34:35.672676 run osmo-hlr_10.42.42.2(pid=30139): stderr: \u000a| �[0;m�[1;31m20221209233432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233432437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233432449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233432458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233432458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233432458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:35.716845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30138): Terminating (SIGTERM)\u000a23:34:35.759008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30141): Terminating (SIGTERM)\u000a23:34:35.801150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30144): Terminating (SIGTERM)\u000a23:34:35.811094 --- ParallelTerminationStrategy: PID 30138 died...\u000a23:34:35.867631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30138): Terminated: ok {rc=0}\u000a23:34:35.877903 --- ParallelTerminationStrategy: PID 30141 died...\u000a23:34:35.933776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30141): Terminated: ok {rc=0}\u000a23:34:35.943905 --- ParallelTerminationStrategy: PID 30144 died...\u000a23:34:35.999548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30144): Terminated: ok {rc=0}\u000a23:34:36.086120 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2366↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2366↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a23:34:37.139263 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.151357 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a23:34:37.294045 tst ping_idle_ping.py: using LAC 24442\u000a23:34:37.419182 tst ping_idle_ping.py: using RAC 217\u000a23:34:37.542906 tst ping_idle_ping.py: using CellId 24442\u000a23:34:37.666988 tst ping_idle_ping.py: using BVCI 24443\u000a23:34:37.691360 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.702625 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.713760 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.724936 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.736226 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.747305 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.758596 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a23:34:37.769881 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a23:34:38.057492 tst ping_idle_ping.py:24: start network...\u000a23:34:38.189409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:38.686676 run create_hlr_db(pid=30146): Launched\u000a23:34:38.869644 bus /gobi_6: Setting Powered False\u000a23:34:39.891919 run create_hlr_db(pid=30146): Terminated: ok {rc=0}\u000a23:34:40.286545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Launched\u000a23:34:40.580334 run osmo-hlr_10.42.42.2(pid=30149): Launched\u000a23:34:40.688835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:41.196170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Launched\u000a23:34:41.487954 run osmo-stp_10.42.42.5(pid=30152): Launched\u000a23:34:41.595719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:42.106355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30154): Launched\u000a23:34:42.210635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:42.465557 run patchelf(pid=30155): Launched\u000a23:34:42.637113 run osmo-stp_10.42.42.5(pid=30152): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)]\u000a23:34:42.763421 run osmo-stp_10.42.42.5(pid=30152): stdout: \u000a| (launched: 2022-12-09_23:34:41.344524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:42.889397 run osmo-stp_10.42.42.5(pid=30152): stderr: \u000a| �[0;m�[38;5;43m20221209233441515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233441515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233441515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233441515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233441516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233441516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233441516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:43.010813 run osmo-stp_10.42.42.5(pid=30152): stdout: \u000a| (launched: 2022-12-09_23:34:41.344524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:43.130870 run osmo-stp_10.42.42.5(pid=30152): stderr: \u000a| �[0;m�[38;5;43m20221209233441515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233441515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233441515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233441515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233441516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233441516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233441516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:43.270904 run patchelf(pid=30155): Terminating (SIGINT)\u000a23:34:43.435092 run patchelf(pid=30155): Terminated: ok {rc=0}\u000a23:34:43.465399 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30152): Process ended prematurely: osmo-stp_10.42.42.5(pid=30152) [trial-2366↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30152)] [trial-2366↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a23:34:43.474066 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:34:43.533585 run osmo-hlr_10.42.42.2(pid=30149): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30149)]\u000a23:34:43.582650 run osmo-hlr_10.42.42.2(pid=30149): stdout: \u000a| (launched: 2022-12-09_23:34:40.435596) \u000a23:34:43.632056 run osmo-hlr_10.42.42.2(pid=30149): stderr: \u000a| �[0;m�[1;31m20221209233440608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233440608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233440608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233440608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233440608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233440608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233440620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233440630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233440630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233440630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:43.673840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Terminating (SIGTERM)\u000a23:34:43.713352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Terminating (SIGTERM)\u000a23:34:43.752508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30154): Terminating (SIGTERM)\u000a23:34:43.761999 --- ParallelTerminationStrategy: PID 30148 died...\u000a23:34:43.815140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30148): Terminated: ok {rc=0}\u000a23:34:43.824687 --- ParallelTerminationStrategy: PID 30151 died...\u000a23:34:43.877314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30151): Terminated: ok {rc=0}\u000a23:34:43.886811 --- ParallelTerminationStrategy: PID 30154 died...\u000a23:34:43.939566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30154): Terminated: ok {rc=0}\u000a23:34:44.028845 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:33:45" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30170): Process ended prematurely: osmo-stp_10.42.42.5(pid=30170) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30170)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30170): Process ended prematurely: osmo-stp_10.42.42.5(pid=30170) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:34:46.188607 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.202780 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:34:46.369246 tst cs_paging_gprs_active.py: using LAC 24443\u000a23:34:46.526590 tst cs_paging_gprs_active.py: using RAC 218\u000a23:34:46.664391 tst cs_paging_gprs_active.py: using CellId 24443\u000a23:34:46.786391 tst cs_paging_gprs_active.py: using BVCI 24444\u000a23:34:46.810462 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.821813 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.833095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.844249 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.855496 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.867036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.878499 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.890091 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:46.901598 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:34:47.031857 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:34:47.321537 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:34:47.445521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:47.754683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30160): Launched\u000a23:34:48.009347 run iperf3-srv_10.42.42.10(pid=30161): Launched\u000a23:34:48.190371 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:34:48.313702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:34:48.620765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30162): Launched\u000a23:34:48.875635 run iperf3-srv_10.42.42.10(pid=30163): Launched\u000a23:34:49.057537 tst cs_paging_gprs_active.py:38: start network...\u000a23:34:49.181503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:34:49.656765 run create_hlr_db(pid=30164): Launched\u000a23:34:49.827517 bus /gobi_6: Setting Powered False\u000a23:34:50.850266 run create_hlr_db(pid=30164): Terminated: ok {rc=0}\u000a23:34:51.271769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30166): Launched\u000a23:34:51.569375 run osmo-hlr_10.42.42.2(pid=30167): Launched\u000a23:34:51.685702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:34:52.209141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30169): Launched\u000a23:34:52.505421 run osmo-stp_10.42.42.5(pid=30170): Launched\u000a23:34:52.614095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:34:53.130754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30172): Launched\u000a23:34:53.236220 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:34:53.494534 run patchelf(pid=30173): Launched\u000a23:34:53.668225 run osmo-stp_10.42.42.5(pid=30170): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30170)]\u000a23:34:53.795545 run osmo-stp_10.42.42.5(pid=30170): stdout: \u000a| (launched: 2022-12-09_23:34:52.360350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:53.923121 run osmo-stp_10.42.42.5(pid=30170): stderr: \u000a| �[0;m�[38;5;43m20221209233452531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233452532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233452532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233452532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233452533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233452533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233452533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:54.046138 run osmo-stp_10.42.42.5(pid=30170): stdout: \u000a| (launched: 2022-12-09_23:34:52.360350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:34:54.167755 run osmo-stp_10.42.42.5(pid=30170): stderr: \u000a| �[0;m�[38;5;43m20221209233452531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233452532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233452532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233452532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233452533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233452533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233452533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:34:54.310095 run patchelf(pid=30173): Terminating (SIGINT)\u000a23:34:54.477768 run patchelf(pid=30173): Terminated: ok {rc=0}\u000a23:34:54.508608 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30170): Process ended prematurely: osmo-stp_10.42.42.5(pid=30170) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30170)] [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:34:54.517765 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:34:54.576601 run osmo-hlr_10.42.42.2(pid=30167): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30167)]\u000a23:34:54.624732 run osmo-hlr_10.42.42.2(pid=30167): stdout: \u000a| (launched: 2022-12-09_23:34:51.423487) \u000a23:34:54.673397 run osmo-hlr_10.42.42.2(pid=30167): stderr: \u000a| �[0;m�[1;31m20221209233451601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233451601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233451601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233451601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233451601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233451601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233451614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233451624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233451624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233451625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:34:54.714840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30160): Terminating (SIGTERM)\u000a23:34:54.753686 run iperf3-srv_10.42.42.10(pid=30161): Terminating (SIGTERM)\u000a23:34:54.792503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30162): Terminating (SIGTERM)\u000a23:34:54.831613 run iperf3-srv_10.42.42.10(pid=30163): Terminating (SIGTERM)\u000a23:34:54.870604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30166): Terminating (SIGTERM)\u000a23:34:54.909344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30169): Terminating (SIGTERM)\u000a23:34:54.948174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30172): Terminating (SIGTERM)\u000a23:34:54.957149 --- ParallelTerminationStrategy: PID 30160 died...\u000a23:34:55.008748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30160): Terminated: ok {rc=0}\u000a23:34:55.018084 --- ParallelTerminationStrategy: PID 30161 died...\u000a23:34:55.069918 run iperf3-srv_10.42.42.10(pid=30161): Terminated {rc=256}\u000a23:34:55.079128 --- ParallelTerminationStrategy: PID 30162 died...\u000a23:34:55.130637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30162): Terminated: ok {rc=0}\u000a23:34:55.139884 --- ParallelTerminationStrategy: PID 30163 died...\u000a23:34:55.191027 run iperf3-srv_10.42.42.10(pid=30163): Terminated {rc=256}\u000a23:34:55.200250 --- ParallelTerminationStrategy: PID 30166 died...\u000a23:34:55.252327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30166): Terminated: ok {rc=0}\u000a23:34:55.261698 --- ParallelTerminationStrategy: PID 30169 died...\u000a23:34:55.313321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30169): Terminated: ok {rc=0}\u000a23:34:55.322631 --- ParallelTerminationStrategy: PID 30172 died...\u000a23:34:55.374151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30172): Terminated: ok {rc=0}\u000a23:34:55.461913 bus /gobi_0: Setting Powered False\u000a23:34:56.563208 bus /gobi_0: Setting Powered False\u000a23:34:57.668156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30185): Process ended prematurely: osmo-stp_10.42.42.5(pid=30185) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30185)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30185): Process ended prematurely: osmo-stp_10.42.42.5(pid=30185) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:34:58.782001 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:58.793682 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:34:58.941582 tst iperf3.py: using LAC 24444\u000a23:34:59.066633 tst iperf3.py: using RAC 219\u000a23:34:59.191958 tst iperf3.py: using CellId 24444\u000a23:34:59.316787 tst iperf3.py: using BVCI 24445\u000a23:34:59.341565 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.352789 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.363761 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.375087 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.386348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.397541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.408850 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.419997 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:34:59.431354 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:34:59.707805 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:34:59.832044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:00.139478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30174): Launched\u000a23:35:00.394637 run iperf3-srv_10.42.42.10(pid=30175): Launched\u000a23:35:00.576898 tst iperf3.py:8: start network...\u000a23:35:00.702811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:01.230415 run create_hlr_db(pid=30176): Launched\u000a23:35:01.419309 bus /gobi_6: Setting Powered False\u000a23:35:02.453370 run create_hlr_db(pid=30176): Terminated: ok {rc=0}\u000a23:35:02.877281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30181): Launched\u000a23:35:03.195613 run osmo-hlr_10.42.42.2(pid=30182): Launched\u000a23:35:03.314550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:03.869754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30184): Launched\u000a23:35:04.186130 run osmo-stp_10.42.42.5(pid=30185): Launched\u000a23:35:04.301463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:04.856184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30187): Launched\u000a23:35:04.970371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:05.247442 run patchelf(pid=30188): Launched\u000a23:35:05.434641 run osmo-stp_10.42.42.5(pid=30185): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30185)]\u000a23:35:05.572169 run osmo-stp_10.42.42.5(pid=30185): stdout: \u000a| (launched: 2022-12-09_23:35:04.031190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:05.709887 run osmo-stp_10.42.42.5(pid=30185): stderr: \u000a| �[0;m�[38;5;43m20221209233504223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233504223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233504224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233504224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233504225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233504225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233504225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:05.842425 run osmo-stp_10.42.42.5(pid=30185): stdout: \u000a| (launched: 2022-12-09_23:35:04.031190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:05.973669 run osmo-stp_10.42.42.5(pid=30185): stderr: \u000a| �[0;m�[38;5;43m20221209233504223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233504223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233504224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233504224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233504225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233504225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233504225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:06.126690 run patchelf(pid=30188): Terminating (SIGINT)\u000a23:35:06.306228 run patchelf(pid=30188): Terminated: ok {rc=0}\u000a23:35:06.339177 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30185): Process ended prematurely: osmo-stp_10.42.42.5(pid=30185) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30185)] [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a23:35:06.349079 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:35:06.412103 run osmo-hlr_10.42.42.2(pid=30182): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30182)]\u000a23:35:06.463568 run osmo-hlr_10.42.42.2(pid=30182): stdout: \u000a| (launched: 2022-12-09_23:35:03.039758) \u000a23:35:06.515761 run osmo-hlr_10.42.42.2(pid=30182): stderr: \u000a| �[0;m�[1;31m20221209233503237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233503237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233503237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233503237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233503237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233503237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233503250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233503258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233503259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233503259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:06.560438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30174): Terminating (SIGTERM)\u000a23:35:06.602289 run iperf3-srv_10.42.42.10(pid=30175): Terminating (SIGTERM)\u000a23:35:06.643679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30181): Terminating (SIGTERM)\u000a23:35:06.685521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30184): Terminating (SIGTERM)\u000a23:35:06.727459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30187): Terminating (SIGTERM)\u000a23:35:06.737117 --- ParallelTerminationStrategy: PID 30174 died...\u000a23:35:06.792762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30174): Terminated: ok {rc=0}\u000a23:35:06.802779 --- ParallelTerminationStrategy: PID 30175 died...\u000a23:35:06.858305 run iperf3-srv_10.42.42.10(pid=30175): Terminated {rc=256}\u000a23:35:06.868416 --- ParallelTerminationStrategy: PID 30181 died...\u000a23:35:06.924219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30181): Terminated: ok {rc=0}\u000a23:35:06.934252 --- ParallelTerminationStrategy: PID 30184 died...\u000a23:35:06.990100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30184): Terminated: ok {rc=0}\u000a23:35:07.000052 --- ParallelTerminationStrategy: PID 30187 died...\u000a23:35:07.055641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30187): Terminated: ok {rc=0}\u000a23:35:07.141984 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30203): Process ended prematurely: osmo-stp_10.42.42.5(pid=30203) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30203): Process ended prematurely: osmo-stp_10.42.42.5(pid=30203) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:35:08.260103 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.271662 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:08.414837 tst iperf3m4.py: using LAC 24445\u000a23:35:08.542392 tst iperf3m4.py: using RAC 220\u000a23:35:08.667815 tst iperf3m4.py: using CellId 24445\u000a23:35:08.792685 tst iperf3m4.py: using BVCI 24446\u000a23:35:08.817292 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.828525 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.839559 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.850857 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.862051 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.873277 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.884634 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.895952 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:08.907534 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:09.031017 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:09.152597 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:09.270036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:09.546035 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:35:09.671019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:09.979420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30189): Launched\u000a23:35:10.235704 run iperf3-srv_10.42.42.10(pid=30190): Launched\u000a23:35:10.417706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:35:10.541929 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:10.849707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30191): Launched\u000a23:35:11.106218 run iperf3-srv_10.42.42.10(pid=30192): Launched\u000a23:35:11.288439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:35:11.412835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:11.720205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30193): Launched\u000a23:35:11.975938 run iperf3-srv_10.42.42.10(pid=30194): Launched\u000a23:35:12.157617 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:35:12.281519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:12.589976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30195): Launched\u000a23:35:12.845610 run iperf3-srv_10.42.42.10(pid=30196): Launched\u000a23:35:13.027166 tst iperf3m4.py:8: start network...\u000a23:35:13.151420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:13.629109 run create_hlr_db(pid=30197): Launched\u000a23:35:13.814798 bus /gobi_6: Setting Powered False\u000a23:35:14.835719 run create_hlr_db(pid=30197): Terminated: ok {rc=0}\u000a23:35:15.237510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30199): Launched\u000a23:35:15.536077 run osmo-hlr_10.42.42.2(pid=30200): Launched\u000a23:35:15.647048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:16.242676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30202): Launched\u000a23:35:16.719155 run osmo-stp_10.42.42.5(pid=30203): Launched\u000a23:35:16.828014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:17.374693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30205): Launched\u000a23:35:17.481546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:17.741908 run patchelf(pid=30206): Launched\u000a23:35:17.916687 run osmo-stp_10.42.42.5(pid=30203): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)]\u000a23:35:18.045097 run osmo-stp_10.42.42.5(pid=30203): stdout: \u000a| (launched: 2022-12-09_23:35:16.409984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:18.173594 run osmo-stp_10.42.42.5(pid=30203): stderr: \u000a| �[0;m�[38;5;43m20221209233516621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233516621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233516621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233516622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233516622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233516622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233516622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:18.297113 run osmo-stp_10.42.42.5(pid=30203): stdout: \u000a| (launched: 2022-12-09_23:35:16.409984)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:18.419513 run osmo-stp_10.42.42.5(pid=30203): stderr: \u000a| �[0;m�[38;5;43m20221209233516621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233516621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233516621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233516622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233516622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233516622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233516622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:18.562818 run patchelf(pid=30206): Terminating (SIGINT)\u000a23:35:18.730913 run patchelf(pid=30206): Terminated: ok {rc=0}\u000a23:35:18.761882 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30203): Process ended prematurely: osmo-stp_10.42.42.5(pid=30203) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30203)] [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:35:18.771103 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a23:35:18.831024 run osmo-hlr_10.42.42.2(pid=30200): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30200)]\u000a23:35:18.879646 run osmo-hlr_10.42.42.2(pid=30200): stdout: \u000a| (launched: 2022-12-09_23:35:15.389674) \u000a23:35:18.929066 run osmo-hlr_10.42.42.2(pid=30200): stderr: \u000a| �[0;m�[1;31m20221209233515567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233515567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233515567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233515567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233515567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233515568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233515579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233515588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233515589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233515589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:18.971274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30189): Terminating (SIGTERM)\u000a23:35:19.010721 run iperf3-srv_10.42.42.10(pid=30190): Terminating (SIGTERM)\u000a23:35:19.050939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30191): Terminating (SIGTERM)\u000a23:35:19.090519 run iperf3-srv_10.42.42.10(pid=30192): Terminating (SIGTERM)\u000a23:35:19.130057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30193): Terminating (SIGTERM)\u000a23:35:19.169574 run iperf3-srv_10.42.42.10(pid=30194): Terminating (SIGTERM)\u000a23:35:19.208907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30195): Terminating (SIGTERM)\u000a23:35:19.248316 run iperf3-srv_10.42.42.10(pid=30196): Terminating (SIGTERM)\u000a23:35:19.287713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30199): Terminating (SIGTERM)\u000a23:35:19.327287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30202): Terminating (SIGTERM)\u000a23:35:19.366954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30205): Terminating (SIGTERM)\u000a23:35:19.376230 --- ParallelTerminationStrategy: PID 30189 died...\u000a23:35:19.429484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30189): Terminated: ok {rc=0}\u000a23:35:19.439303 --- ParallelTerminationStrategy: PID 30190 died...\u000a23:35:19.492288 run iperf3-srv_10.42.42.10(pid=30190): Terminated {rc=256}\u000a23:35:19.502042 --- ParallelTerminationStrategy: PID 30191 died...\u000a23:35:19.554861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30191): Terminated: ok {rc=0}\u000a23:35:19.564678 --- ParallelTerminationStrategy: PID 30192 died...\u000a23:35:19.617522 run iperf3-srv_10.42.42.10(pid=30192): Terminated {rc=256}\u000a23:35:19.627342 --- ParallelTerminationStrategy: PID 30193 died...\u000a23:35:19.680329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30193): Terminated: ok {rc=0}\u000a23:35:19.690022 --- ParallelTerminationStrategy: PID 30194 died...\u000a23:35:19.742599 run iperf3-srv_10.42.42.10(pid=30194): Terminated {rc=256}\u000a23:35:19.752292 --- ParallelTerminationStrategy: PID 30195 died...\u000a23:35:19.804888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30195): Terminated: ok {rc=0}\u000a23:35:19.814645 --- ParallelTerminationStrategy: PID 30196 died...\u000a23:35:19.867405 run iperf3-srv_10.42.42.10(pid=30196): Terminated {rc=256}\u000a23:35:19.877208 --- ParallelTerminationStrategy: PID 30199 died...\u000a23:35:19.929924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30199): Terminated: ok {rc=0}\u000a23:35:19.939367 --- ParallelTerminationStrategy: PID 30202 died...\u000a23:35:19.992018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30202): Terminated: ok {rc=0}\u000a23:35:20.001539 --- ParallelTerminationStrategy: PID 30205 died...\u000a23:35:20.053930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30205): Terminated: ok {rc=0}\u000a23:35:20.142167 bus /gobi_4: Setting Powered False\u000a23:35:21.245169 bus /gobi_4: Setting Powered False\u000a23:35:22.355975 bus /gobi_1: Setting Powered False\u000a23:35:23.458884 bus /gobi_1: Setting Powered False\u000a23:35:24.568597 bus /gobi_0: Setting Powered False\u000a23:35:25.668861 bus /gobi_0: Setting Powered False\u000a23:35:26.781393 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30213): Process ended prematurely: osmo-stp_10.42.42.5(pid=30213) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30213)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30213): Process ended prematurely: osmo-stp_10.42.42.5(pid=30213) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:35:27.847639 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:27.859099 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:27.995193 tst ping.py: using LAC 24446\u000a23:35:28.123313 tst ping.py: using RAC 221\u000a23:35:28.245662 tst ping.py: using CellId 24446\u000a23:35:28.367360 tst ping.py: using BVCI 24447\u000a23:35:28.391724 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:28.403217 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:28.414417 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:28.426085 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:28.437709 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:28.449253 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:28.461700 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:28.472813 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:28.743700 tst ping.py:19: start network...\u000a23:35:28.865185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:29.333753 run create_hlr_db(pid=30207): Launched\u000a23:35:29.502581 bus /gobi_6: Setting Powered False\u000a23:35:30.524030 run create_hlr_db(pid=30207): Terminated: ok {rc=0}\u000a23:35:30.916588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30209): Launched\u000a23:35:31.271845 run osmo-hlr_10.42.42.2(pid=30210): Launched\u000a23:35:31.482233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:32.096353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30212): Launched\u000a23:35:32.416619 run osmo-stp_10.42.42.5(pid=30213): Launched\u000a23:35:32.534784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:33.086060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30215): Launched\u000a23:35:33.198725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:33.471955 run patchelf(pid=30216): Launched\u000a23:35:33.655784 run osmo-stp_10.42.42.5(pid=30213): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30213)]\u000a23:35:33.790661 run osmo-stp_10.42.42.5(pid=30213): stdout: \u000a| (launched: 2022-12-09_23:35:32.260403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:33.925764 run osmo-stp_10.42.42.5(pid=30213): stderr: \u000a| �[0;m�[38;5;43m20221209233532448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233532448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233532449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233532449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233532449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233532449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233532450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:34.056098 run osmo-stp_10.42.42.5(pid=30213): stdout: \u000a| (launched: 2022-12-09_23:35:32.260403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:34.185464 run osmo-stp_10.42.42.5(pid=30213): stderr: \u000a| �[0;m�[38;5;43m20221209233532448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233532448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233532449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233532449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233532449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233532449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233532450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:34.335432 run patchelf(pid=30216): Terminating (SIGINT)\u000a23:35:34.511079 run patchelf(pid=30216): Terminated: ok {rc=0}\u000a23:35:34.543021 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30213): Process ended prematurely: osmo-stp_10.42.42.5(pid=30213) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30213)] [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a23:35:34.552486 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:35:34.616777 run osmo-hlr_10.42.42.2(pid=30210): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30210)]\u000a23:35:34.668843 run osmo-hlr_10.42.42.2(pid=30210): stdout: \u000a| (launched: 2022-12-09_23:35:31.068261) \u000a23:35:34.721352 run osmo-hlr_10.42.42.2(pid=30210): stderr: \u000a| �[0;m�[1;31m20221209233531354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233531354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233531354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233531354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233531354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233531354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233531373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233531398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233531398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233531398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:34.766244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30209): Terminating (SIGTERM)\u000a23:35:34.808701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30212): Terminating (SIGTERM)\u000a23:35:34.852149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30215): Terminating (SIGTERM)\u000a23:35:34.862035 --- ParallelTerminationStrategy: PID 30209 died...\u000a23:35:34.919099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30209): Terminated: ok {rc=0}\u000a23:35:34.929434 --- ParallelTerminationStrategy: PID 30212 died...\u000a23:35:34.986252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30212): Terminated: ok {rc=0}\u000a23:35:34.996554 --- ParallelTerminationStrategy: PID 30215 died...\u000a23:35:35.053613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30215): Terminated: ok {rc=0}\u000a23:35:35.140129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30223): Process ended prematurely: osmo-stp_10.42.42.5(pid=30223) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30223): Process ended prematurely: osmo-stp_10.42.42.5(pid=30223) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:35:36.193571 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.205938 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:35:36.351166 tst ping_idle_ping.py: using LAC 24447\u000a23:35:36.475399 tst ping_idle_ping.py: using RAC 222\u000a23:35:36.598342 tst ping_idle_ping.py: using CellId 24447\u000a23:35:36.716908 tst ping_idle_ping.py: using BVCI 24448\u000a23:35:36.739364 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.750318 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.760868 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.773904 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.786067 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.797445 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.809063 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:35:36.820705 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:35:37.095880 tst ping_idle_ping.py:24: start network...\u000a23:35:37.219487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:37.690978 run create_hlr_db(pid=30217): Launched\u000a23:35:37.860317 bus /gobi_6: Setting Powered False\u000a23:35:38.881838 run create_hlr_db(pid=30217): Terminated: ok {rc=0}\u000a23:35:39.300524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30219): Launched\u000a23:35:39.617210 run osmo-hlr_10.42.42.2(pid=30220): Launched\u000a23:35:39.734240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:40.282347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30222): Launched\u000a23:35:40.598595 run osmo-stp_10.42.42.5(pid=30223): Launched\u000a23:35:40.713603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:41.262137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30225): Launched\u000a23:35:41.375304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:41.650477 run patchelf(pid=30226): Launched\u000a23:35:41.834788 run osmo-stp_10.42.42.5(pid=30223): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)]\u000a23:35:41.969638 run osmo-stp_10.42.42.5(pid=30223): stdout: \u000a| (launched: 2022-12-09_23:35:40.442491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:42.105428 run osmo-stp_10.42.42.5(pid=30223): stderr: \u000a| �[0;m�[38;5;43m20221209233540631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233540632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233540632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233540632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233540633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233540633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233540633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:42.236095 run osmo-stp_10.42.42.5(pid=30223): stdout: \u000a| (launched: 2022-12-09_23:35:40.442491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:42.365469 run osmo-stp_10.42.42.5(pid=30223): stderr: \u000a| �[0;m�[38;5;43m20221209233540631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233540632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233540632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233540632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233540633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233540633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233540633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:42.516192 run patchelf(pid=30226): Terminating (SIGINT)\u000a23:35:42.693348 run patchelf(pid=30226): Terminated: ok {rc=0}\u000a23:35:42.725747 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30223): Process ended prematurely: osmo-stp_10.42.42.5(pid=30223) [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30223)] [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:35:42.735143 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:35:42.798847 run osmo-hlr_10.42.42.2(pid=30220): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30220)]\u000a23:35:42.850811 run osmo-hlr_10.42.42.2(pid=30220): stdout: \u000a| (launched: 2022-12-09_23:35:39.460683) \u000a23:35:42.903440 run osmo-hlr_10.42.42.2(pid=30220): stderr: \u000a| �[0;m�[1;31m20221209233539656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233539656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233539656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233539656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233539656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233539656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233539667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233539675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233539676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233539676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:42.947677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30219): Terminating (SIGTERM)\u000a23:35:42.990531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30222): Terminating (SIGTERM)\u000a23:35:43.032940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30225): Terminating (SIGTERM)\u000a23:35:43.042864 --- ParallelTerminationStrategy: PID 30219 died...\u000a23:35:43.099714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30219): Terminated: ok {rc=0}\u000a23:35:43.110000 --- ParallelTerminationStrategy: PID 30222 died...\u000a23:35:43.166467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30222): Terminated: ok {rc=0}\u000a23:35:43.176726 --- ParallelTerminationStrategy: PID 30225 died...\u000a23:35:43.233452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30225): Terminated: ok {rc=0}\u000a23:35:43.320076 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:34:45" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30240): Process ended prematurely: osmo-stp_10.42.42.5(pid=30240) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30240): Process ended prematurely: osmo-stp_10.42.42.5(pid=30240) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:35:45.490813 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:45.502288 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:35:45.661725 tst cs_paging_gprs_active.py: using LAC 24448\u000a23:35:45.788548 tst cs_paging_gprs_active.py: using RAC 223\u000a23:35:45.923641 tst cs_paging_gprs_active.py: using CellId 24448\u000a23:35:46.052185 tst cs_paging_gprs_active.py: using BVCI 24449\u000a23:35:46.077988 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.089935 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.102065 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.113889 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.126438 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.138481 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.150827 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.162830 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:46.175103 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:35:46.294650 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:35:46.655047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:35:46.793947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:47.146558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30230): Launched\u000a23:35:47.422669 run iperf3-srv_10.42.42.10(pid=30231): Launched\u000a23:35:47.620161 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:35:47.754046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:48.084447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30232): Launched\u000a23:35:48.358639 run iperf3-srv_10.42.42.10(pid=30233): Launched\u000a23:35:48.555218 tst cs_paging_gprs_active.py:38: start network...\u000a23:35:48.689751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:35:49.190906 run create_hlr_db(pid=30234): Launched\u000a23:35:49.377205 bus /gobi_6: Setting Powered False\u000a23:35:50.397709 run create_hlr_db(pid=30234): Terminated: ok {rc=0}\u000a23:35:50.797408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30236): Launched\u000a23:35:51.095319 run osmo-hlr_10.42.42.2(pid=30237): Launched\u000a23:35:51.210852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:35:51.736009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30239): Launched\u000a23:35:52.034728 run osmo-stp_10.42.42.5(pid=30240): Launched\u000a23:35:52.143586 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:35:52.661330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30242): Launched\u000a23:35:52.767161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:35:53.026734 run patchelf(pid=30243): Launched\u000a23:35:53.201478 run osmo-stp_10.42.42.5(pid=30240): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)]\u000a23:35:53.330220 run osmo-stp_10.42.42.5(pid=30240): stdout: \u000a| (launched: 2022-12-09_23:35:51.888033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:53.458855 run osmo-stp_10.42.42.5(pid=30240): stderr: \u000a| �[0;m�[38;5;43m20221209233552060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233552060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233552060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233552061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233552061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233552061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233552061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:53.582001 run osmo-stp_10.42.42.5(pid=30240): stdout: \u000a| (launched: 2022-12-09_23:35:51.888033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:35:53.704010 run osmo-stp_10.42.42.5(pid=30240): stderr: \u000a| �[0;m�[38;5;43m20221209233552060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233552060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233552060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233552061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233552061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233552061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233552061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:35:53.846795 run patchelf(pid=30243): Terminating (SIGINT)\u000a23:35:54.014464 run patchelf(pid=30243): Terminated: ok {rc=0}\u000a23:35:54.045471 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30240): Process ended prematurely: osmo-stp_10.42.42.5(pid=30240) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30240)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:35:54.054623 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a23:35:54.113761 run osmo-hlr_10.42.42.2(pid=30237): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30237)]\u000a23:35:54.162687 run osmo-hlr_10.42.42.2(pid=30237): stdout: \u000a| (launched: 2022-12-09_23:35:50.949650) \u000a23:35:54.212051 run osmo-hlr_10.42.42.2(pid=30237): stderr: \u000a| �[0;m�[1;31m20221209233551128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233551128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233551128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233551128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233551128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233551128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233551141 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233551149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233551149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233551149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:35:54.253966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30230): Terminating (SIGTERM)\u000a23:35:54.293240 run iperf3-srv_10.42.42.10(pid=30231): Terminating (SIGTERM)\u000a23:35:54.332441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30232): Terminating (SIGTERM)\u000a23:35:54.371601 run iperf3-srv_10.42.42.10(pid=30233): Terminating (SIGTERM)\u000a23:35:54.410927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30236): Terminating (SIGTERM)\u000a23:35:54.450799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30239): Terminating (SIGTERM)\u000a23:35:54.490087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30242): Terminating (SIGTERM)\u000a23:35:54.499209 --- ParallelTerminationStrategy: PID 30230 died...\u000a23:35:54.552237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30230): Terminated: ok {rc=0}\u000a23:35:54.561849 --- ParallelTerminationStrategy: PID 30231 died...\u000a23:35:54.614286 run iperf3-srv_10.42.42.10(pid=30231): Terminated {rc=256}\u000a23:35:54.623692 --- ParallelTerminationStrategy: PID 30232 died...\u000a23:35:54.676332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30232): Terminated: ok {rc=0}\u000a23:35:54.685816 --- ParallelTerminationStrategy: PID 30233 died...\u000a23:35:54.738270 run iperf3-srv_10.42.42.10(pid=30233): Terminated {rc=256}\u000a23:35:54.747709 --- ParallelTerminationStrategy: PID 30236 died...\u000a23:35:54.800245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30236): Terminated: ok {rc=0}\u000a23:35:54.809817 --- ParallelTerminationStrategy: PID 30239 died...\u000a23:35:54.862471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30239): Terminated: ok {rc=0}\u000a23:35:54.871997 --- ParallelTerminationStrategy: PID 30242 died...\u000a23:35:54.924439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30242): Terminated: ok {rc=0}\u000a23:35:55.007626 bus /gobi_0: Setting Powered False\u000a23:35:56.114148 bus /gobi_0: Setting Powered False\u000a23:35:57.221633 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:35:58.336325 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.348242 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:35:58.515478 tst iperf3.py: using LAC 24449\u000a23:35:58.643381 tst iperf3.py: using RAC 224\u000a23:35:58.768199 tst iperf3.py: using CellId 24449\u000a23:35:58.892898 tst iperf3.py: using BVCI 24450\u000a23:35:58.917354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.928578 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.939643 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.950972 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.962308 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.973629 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.985096 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:58.996519 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:35:59.008108 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:35:59.285444 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:35:59.410340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:35:59.719427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30244): Launched\u000a23:35:59.975027 run iperf3-srv_10.42.42.10(pid=30245): Launched\u000a23:36:00.157210 tst iperf3.py:8: start network...\u000a23:36:00.281638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:00.760027 run create_hlr_db(pid=30246): Launched\u000a23:36:00.961470 bus /gobi_6: Setting Powered False\u000a23:36:01.955467 run create_hlr_db(pid=30246): Terminated: ok {rc=0}\u000a23:36:02.391682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Launched\u000a23:36:02.689259 run osmo-hlr_10.42.42.2(pid=30249): Launched\u000a23:36:02.798221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:03.314085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Launched\u000a23:36:03.610431 run osmo-stp_10.42.42.5(pid=30252): Launched\u000a23:36:03.722762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:04.239338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Launched\u000a23:36:04.345622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:04.604748 run patchelf(pid=30255): Launched\u000a23:36:04.779498 run osmo-stp_10.42.42.5(pid=30252): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)]\u000a23:36:04.907473 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-09_23:36:03.465853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:05.035454 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221209233603637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233603637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233603637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233603638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233603638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233603638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233603638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:05.159222 run osmo-stp_10.42.42.5(pid=30252): stdout: \u000a| (launched: 2022-12-09_23:36:03.465853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:05.281496 run osmo-stp_10.42.42.5(pid=30252): stderr: \u000a| �[0;m�[38;5;43m20221209233603637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233603637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233603637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233603638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233603638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233603638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233603638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:05.425100 run patchelf(pid=30255): Terminating (SIGINT)\u000a23:36:05.593163 run patchelf(pid=30255): Terminated: ok {rc=0}\u000a23:36:05.623972 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30252): Process ended prematurely: osmo-stp_10.42.42.5(pid=30252) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30252)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:36:05.633219 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a23:36:05.692921 run osmo-hlr_10.42.42.2(pid=30249): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30249)]\u000a23:36:05.741946 run osmo-hlr_10.42.42.2(pid=30249): stdout: \u000a| (launched: 2022-12-09_23:36:02.543062) \u000a23:36:05.791552 run osmo-hlr_10.42.42.2(pid=30249): stderr: \u000a| �[0;m�[1;31m20221209233602721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233602721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233602721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233602721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233602721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233602721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233602734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233602744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233602745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233602745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:05.833495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30244): Terminating (SIGTERM)\u000a23:36:05.872931 run iperf3-srv_10.42.42.10(pid=30245): Terminating (SIGTERM)\u000a23:36:05.912378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminating (SIGTERM)\u000a23:36:05.951842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminating (SIGTERM)\u000a23:36:05.991321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Terminating (SIGTERM)\u000a23:36:06.000495 --- ParallelTerminationStrategy: PID 30244 died...\u000a23:36:06.054121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30244): Terminated: ok {rc=0}\u000a23:36:06.063782 --- ParallelTerminationStrategy: PID 30245 died...\u000a23:36:06.116461 run iperf3-srv_10.42.42.10(pid=30245): Terminated {rc=256}\u000a23:36:06.126016 --- ParallelTerminationStrategy: PID 30248 died...\u000a23:36:06.178741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30248): Terminated: ok {rc=0}\u000a23:36:06.188152 --- ParallelTerminationStrategy: PID 30251 died...\u000a23:36:06.240827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30251): Terminated: ok {rc=0}\u000a23:36:06.250426 --- ParallelTerminationStrategy: PID 30254 died...\u000a23:36:06.303402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30254): Terminated: ok {rc=0}\u000a23:36:06.391552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30271): Process ended prematurely: osmo-stp_10.42.42.5(pid=30271) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30271)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30271): Process ended prematurely: osmo-stp_10.42.42.5(pid=30271) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:36:07.502491 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:07.514065 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:07.675791 tst iperf3m4.py: using LAC 24450\u000a23:36:07.791238 tst iperf3m4.py: using RAC 225\u000a23:36:07.907132 tst iperf3m4.py: using CellId 24450\u000a23:36:08.025531 tst iperf3m4.py: using BVCI 24451\u000a23:36:08.048263 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.059057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.069638 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.080142 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.090614 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.101169 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.111809 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.122361 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:08.133036 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:08.247108 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:08.367825 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:08.484047 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:08.761445 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:36:08.886185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:09.195274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30257): Launched\u000a23:36:09.452843 run iperf3-srv_10.42.42.10(pid=30258): Launched\u000a23:36:09.636383 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:36:09.761660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:10.071721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30259): Launched\u000a23:36:10.328304 run iperf3-srv_10.42.42.10(pid=30260): Launched\u000a23:36:10.510387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:36:10.634953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:10.943467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30261): Launched\u000a23:36:11.199327 run iperf3-srv_10.42.42.10(pid=30262): Launched\u000a23:36:11.381603 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:36:11.506727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:11.815770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30263): Launched\u000a23:36:12.071609 run iperf3-srv_10.42.42.10(pid=30264): Launched\u000a23:36:12.253437 tst iperf3m4.py:8: start network...\u000a23:36:12.378065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:12.855952 run create_hlr_db(pid=30265): Launched\u000a23:36:13.027397 bus /gobi_6: Setting Powered False\u000a23:36:14.061418 run create_hlr_db(pid=30265): Terminated: ok {rc=0}\u000a23:36:14.486853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30267): Launched\u000a23:36:14.807576 run osmo-hlr_10.42.42.2(pid=30268): Launched\u000a23:36:14.927168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:15.482737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30270): Launched\u000a23:36:15.801963 run osmo-stp_10.42.42.5(pid=30271): Launched\u000a23:36:15.993931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:16.566605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30273): Launched\u000a23:36:16.678527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:16.967323 run patchelf(pid=30274): Launched\u000a23:36:17.147699 run osmo-stp_10.42.42.5(pid=30271): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30271)]\u000a23:36:17.280262 run osmo-stp_10.42.42.5(pid=30271): stdout: \u000a| (launched: 2022-12-09_23:36:15.646181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:17.409373 run osmo-stp_10.42.42.5(pid=30271): stderr: \u000a| �[0;m�[38;5;43m20221209233615838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233615838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233615838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233615838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233615839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233615839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233615839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:17.533946 run osmo-stp_10.42.42.5(pid=30271): stdout: \u000a| (launched: 2022-12-09_23:36:15.646181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:17.657167 run osmo-stp_10.42.42.5(pid=30271): stderr: \u000a| �[0;m�[38;5;43m20221209233615838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233615838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233615838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233615838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233615839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233615839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233615839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:17.800550 run patchelf(pid=30274): Terminating (SIGINT)\u000a23:36:17.969453 run patchelf(pid=30274): Terminated: ok {rc=0}\u000a23:36:18.000614 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30271): Process ended prematurely: osmo-stp_10.42.42.5(pid=30271) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30271)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:36:18.010335 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a23:36:18.071094 run osmo-hlr_10.42.42.2(pid=30268): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30268)]\u000a23:36:18.120774 run osmo-hlr_10.42.42.2(pid=30268): stdout: \u000a| (launched: 2022-12-09_23:36:14.650831) \u000a23:36:18.170928 run osmo-hlr_10.42.42.2(pid=30268): stderr: \u000a| �[0;m�[1;31m20221209233614847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233614847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233614847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233614847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233614847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233614847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233614859 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233614867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233614868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233614868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:18.213468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30257): Terminating (SIGTERM)\u000a23:36:18.253598 run iperf3-srv_10.42.42.10(pid=30258): Terminating (SIGTERM)\u000a23:36:18.293818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30259): Terminating (SIGTERM)\u000a23:36:18.333669 run iperf3-srv_10.42.42.10(pid=30260): Terminating (SIGTERM)\u000a23:36:18.373962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30261): Terminating (SIGTERM)\u000a23:36:18.414123 run iperf3-srv_10.42.42.10(pid=30262): Terminating (SIGTERM)\u000a23:36:18.454194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30263): Terminating (SIGTERM)\u000a23:36:18.494148 run iperf3-srv_10.42.42.10(pid=30264): Terminating (SIGTERM)\u000a23:36:18.534241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30267): Terminating (SIGTERM)\u000a23:36:18.574389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30270): Terminating (SIGTERM)\u000a23:36:18.614471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30273): Terminating (SIGTERM)\u000a23:36:18.623720 --- ParallelTerminationStrategy: PID 30257 died...\u000a23:36:18.678231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30257): Terminated: ok {rc=0}\u000a23:36:18.688075 --- ParallelTerminationStrategy: PID 30258 died...\u000a23:36:18.741899 run iperf3-srv_10.42.42.10(pid=30258): Terminated {rc=256}\u000a23:36:18.751562 --- ParallelTerminationStrategy: PID 30259 died...\u000a23:36:18.805222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30259): Terminated: ok {rc=0}\u000a23:36:18.814902 --- ParallelTerminationStrategy: PID 30260 died...\u000a23:36:18.868915 run iperf3-srv_10.42.42.10(pid=30260): Terminated {rc=256}\u000a23:36:18.878664 --- ParallelTerminationStrategy: PID 30261 died...\u000a23:36:18.932269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30261): Terminated: ok {rc=0}\u000a23:36:18.941964 --- ParallelTerminationStrategy: PID 30262 died...\u000a23:36:18.995291 run iperf3-srv_10.42.42.10(pid=30262): Terminated {rc=256}\u000a23:36:19.005014 --- ParallelTerminationStrategy: PID 30263 died...\u000a23:36:19.058483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30263): Terminated: ok {rc=0}\u000a23:36:19.068197 --- ParallelTerminationStrategy: PID 30264 died...\u000a23:36:19.121370 run iperf3-srv_10.42.42.10(pid=30264): Terminated {rc=256}\u000a23:36:19.131108 --- ParallelTerminationStrategy: PID 30267 died...\u000a23:36:19.184430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30267): Terminated: ok {rc=0}\u000a23:36:19.194144 --- ParallelTerminationStrategy: PID 30270 died...\u000a23:36:19.247114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30270): Terminated: ok {rc=0}\u000a23:36:19.256896 --- ParallelTerminationStrategy: PID 30273 died...\u000a23:36:19.310123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30273): Terminated: ok {rc=0}\u000a23:36:19.397626 bus /gobi_4: Setting Powered False\u000a23:36:20.504523 bus /gobi_4: Setting Powered False\u000a23:36:21.612244 bus /gobi_1: Setting Powered False\u000a23:36:22.714585 bus /gobi_1: Setting Powered False\u000a23:36:23.826102 bus /gobi_0: Setting Powered False\u000a23:36:24.929255 bus /gobi_0: Setting Powered False\u000a23:36:26.040432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30281): Process ended prematurely: osmo-stp_10.42.42.5(pid=30281) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30281): Process ended prematurely: osmo-stp_10.42.42.5(pid=30281) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:36:27.107542 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.119053 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:27.273505 tst ping.py: using LAC 24451\u000a23:36:27.389335 tst ping.py: using RAC 226\u000a23:36:27.510989 tst ping.py: using CellId 24451\u000a23:36:27.625540 tst ping.py: using BVCI 24452\u000a23:36:27.647965 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.658847 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.669504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.679966 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.691136 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.702129 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.712713 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:27.723325 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:28.010251 tst ping.py:19: start network...\u000a23:36:28.142366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:28.637130 run create_hlr_db(pid=30275): Launched\u000a23:36:28.819902 bus /gobi_6: Setting Powered False\u000a23:36:29.841161 run create_hlr_db(pid=30275): Terminated: ok {rc=0}\u000a23:36:30.234031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30277): Launched\u000a23:36:30.526068 run osmo-hlr_10.42.42.2(pid=30278): Launched\u000a23:36:30.643099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:31.203009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30280): Launched\u000a23:36:31.670539 run osmo-stp_10.42.42.5(pid=30281): Launched\u000a23:36:31.803076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:32.361575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30283): Launched\u000a23:36:32.465774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:32.721153 run patchelf(pid=30284): Launched\u000a23:36:32.892759 run osmo-stp_10.42.42.5(pid=30281): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)]\u000a23:36:33.018117 run osmo-stp_10.42.42.5(pid=30281): stdout: \u000a| (launched: 2022-12-09_23:36:31.370721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:33.143593 run osmo-stp_10.42.42.5(pid=30281): stderr: \u000a| �[0;m�[38;5;43m20221209233631571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233631572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233631572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233631572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233631573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233631573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233631573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:33.264596 run osmo-stp_10.42.42.5(pid=30281): stdout: \u000a| (launched: 2022-12-09_23:36:31.370721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:33.384320 run osmo-stp_10.42.42.5(pid=30281): stderr: \u000a| �[0;m�[38;5;43m20221209233631571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233631572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233631572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233631572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233631573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233631573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233631573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:33.524029 run patchelf(pid=30284): Terminating (SIGINT)\u000a23:36:33.689405 run patchelf(pid=30284): Terminated: ok {rc=0}\u000a23:36:33.719403 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30281): Process ended prematurely: osmo-stp_10.42.42.5(pid=30281) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30281)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:36:33.727940 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:36:33.787739 run osmo-hlr_10.42.42.2(pid=30278): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30278)]\u000a23:36:33.836848 run osmo-hlr_10.42.42.2(pid=30278): stdout: \u000a| (launched: 2022-12-09_23:36:30.382601) \u000a23:36:33.886535 run osmo-hlr_10.42.42.2(pid=30278): stderr: \u000a| �[0;m�[1;31m20221209233630557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233630557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233630557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233630557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233630557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233630557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233630569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233630577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233630578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233630578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:33.928584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30277): Terminating (SIGTERM)\u000a23:36:33.967985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30280): Terminating (SIGTERM)\u000a23:36:34.007472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30283): Terminating (SIGTERM)\u000a23:36:34.016581 --- ParallelTerminationStrategy: PID 30277 died...\u000a23:36:34.069892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30277): Terminated: ok {rc=0}\u000a23:36:34.079562 --- ParallelTerminationStrategy: PID 30280 died...\u000a23:36:34.132625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30280): Terminated: ok {rc=0}\u000a23:36:34.142213 --- ParallelTerminationStrategy: PID 30283 died...\u000a23:36:34.194989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30283): Terminated: ok {rc=0}\u000a23:36:34.278518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30291): Process ended prematurely: osmo-stp_10.42.42.5(pid=30291) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30291)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30291): Process ended prematurely: osmo-stp_10.42.42.5(pid=30291) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:36:35.332758 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.345347 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:36:35.514367 tst ping_idle_ping.py: using LAC 24452\u000a23:36:35.639817 tst ping_idle_ping.py: using RAC 227\u000a23:36:35.759997 tst ping_idle_ping.py: using CellId 24452\u000a23:36:35.878065 tst ping_idle_ping.py: using BVCI 24453\u000a23:36:35.900813 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.911758 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.922560 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.933492 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.944030 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.954671 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.965412 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:36:35.975970 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:36:36.263740 tst ping_idle_ping.py:24: start network...\u000a23:36:36.396765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:36.900307 run create_hlr_db(pid=30285): Launched\u000a23:36:37.084060 bus /gobi_6: Setting Powered False\u000a23:36:38.105372 run create_hlr_db(pid=30285): Terminated: ok {rc=0}\u000a23:36:38.499475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30287): Launched\u000a23:36:38.792676 run osmo-hlr_10.42.42.2(pid=30288): Launched\u000a23:36:38.901125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:39.409859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30290): Launched\u000a23:36:39.704075 run osmo-stp_10.42.42.5(pid=30291): Launched\u000a23:36:39.822650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:40.382804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30312): Launched\u000a23:36:40.489379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:40.773961 run patchelf(pid=30314): Launched\u000a23:36:40.947960 run osmo-stp_10.42.42.5(pid=30291): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30291)]\u000a23:36:41.075999 run osmo-stp_10.42.42.5(pid=30291): stdout: \u000a| (launched: 2022-12-09_23:36:39.558903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:41.204343 run osmo-stp_10.42.42.5(pid=30291): stderr: \u000a| �[0;m�[38;5;43m20221209233639730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233639730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233639730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233639731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233639731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233639731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233639731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:41.328244 run osmo-stp_10.42.42.5(pid=30291): stdout: \u000a| (launched: 2022-12-09_23:36:39.558903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:41.451815 run osmo-stp_10.42.42.5(pid=30291): stderr: \u000a| �[0;m�[38;5;43m20221209233639730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233639730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233639730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233639731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233639731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233639731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233639731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:41.595369 run patchelf(pid=30314): Terminating (SIGINT)\u000a23:36:41.764053 run patchelf(pid=30314): Terminated: ok {rc=0}\u000a23:36:41.795672 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30291): Process ended prematurely: osmo-stp_10.42.42.5(pid=30291) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30291)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:36:41.805467 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:36:41.867117 run osmo-hlr_10.42.42.2(pid=30288): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30288)]\u000a23:36:41.917681 run osmo-hlr_10.42.42.2(pid=30288): stdout: \u000a| (launched: 2022-12-09_23:36:38.648554) \u000a23:36:41.968386 run osmo-hlr_10.42.42.2(pid=30288): stderr: \u000a| �[0;m�[1;31m20221209233638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233638821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233638821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233638833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233638842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233638842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233638842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:42.010873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30287): Terminating (SIGTERM)\u000a23:36:42.050773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30290): Terminating (SIGTERM)\u000a23:36:42.090774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30312): Terminating (SIGTERM)\u000a23:36:42.099937 --- ParallelTerminationStrategy: PID 30287 died...\u000a23:36:42.153364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30287): Terminated: ok {rc=0}\u000a23:36:42.163032 --- ParallelTerminationStrategy: PID 30290 died...\u000a23:36:42.217216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30290): Terminated: ok {rc=0}\u000a23:36:42.226747 --- ParallelTerminationStrategy: PID 30312 died...\u000a23:36:42.279783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30312): Terminated: ok {rc=0}\u000a23:36:42.362890 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:35:45" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30359): Process ended prematurely: osmo-stp_10.42.42.5(pid=30359) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30359)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30359): Process ended prematurely: osmo-stp_10.42.42.5(pid=30359) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:36:44.530454 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:44.541726 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:36:44.709972 tst cs_paging_gprs_active.py: using LAC 24453\u000a23:36:44.833370 tst cs_paging_gprs_active.py: using RAC 228\u000a23:36:44.957497 tst cs_paging_gprs_active.py: using CellId 24453\u000a23:36:45.079438 tst cs_paging_gprs_active.py: using BVCI 24454\u000a23:36:45.102565 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.113545 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.124320 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.135785 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.147162 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.158633 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.170197 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.181567 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:45.193037 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:36:45.314851 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:36:45.607845 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:36:45.742624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:46.104903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30349): Launched\u000a23:36:46.403165 run iperf3-srv_10.42.42.10(pid=30350): Launched\u000a23:36:46.593354 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:36:46.723496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:47.047049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30351): Launched\u000a23:36:47.330898 run iperf3-srv_10.42.42.10(pid=30352): Launched\u000a23:36:47.513304 tst cs_paging_gprs_active.py:38: start network...\u000a23:36:47.637845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:48.115477 run create_hlr_db(pid=30353): Launched\u000a23:36:48.287296 bus /gobi_6: Setting Powered False\u000a23:36:49.308610 run create_hlr_db(pid=30353): Terminated: ok {rc=0}\u000a23:36:49.706400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30355): Launched\u000a23:36:50.004808 run osmo-hlr_10.42.42.2(pid=30356): Launched\u000a23:36:50.113752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:36:50.629810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30358): Launched\u000a23:36:50.926795 run osmo-stp_10.42.42.5(pid=30359): Launched\u000a23:36:51.033727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:36:51.553321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30361): Launched\u000a23:36:51.659523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:36:51.919879 run patchelf(pid=30362): Launched\u000a23:36:52.094215 run osmo-stp_10.42.42.5(pid=30359): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30359)]\u000a23:36:52.222051 run osmo-stp_10.42.42.5(pid=30359): stdout: \u000a| (launched: 2022-12-09_23:36:50.781271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:52.349792 run osmo-stp_10.42.42.5(pid=30359): stderr: \u000a| �[0;m�[38;5;43m20221209233650953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233650953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233650953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233650954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233650954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233650954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233650954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:52.472511 run osmo-stp_10.42.42.5(pid=30359): stdout: \u000a| (launched: 2022-12-09_23:36:50.781271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:36:52.594322 run osmo-stp_10.42.42.5(pid=30359): stderr: \u000a| �[0;m�[38;5;43m20221209233650953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233650953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233650953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233650954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233650954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233650954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233650954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:36:52.737066 run patchelf(pid=30362): Terminating (SIGINT)\u000a23:36:52.904492 run patchelf(pid=30362): Terminated: ok {rc=0}\u000a23:36:52.935703 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30359): Process ended prematurely: osmo-stp_10.42.42.5(pid=30359) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30359)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:36:52.944774 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a23:36:53.003966 run osmo-hlr_10.42.42.2(pid=30356): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30356)]\u000a23:36:53.052254 run osmo-hlr_10.42.42.2(pid=30356): stdout: \u000a| (launched: 2022-12-09_23:36:49.859424) \u000a23:36:53.101055 run osmo-hlr_10.42.42.2(pid=30356): stderr: \u000a| �[0;m�[1;31m20221209233650036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233650036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233650036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233650036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233650036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233650036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233650048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233650059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233650059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233650059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:36:53.142273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30349): Terminating (SIGTERM)\u000a23:36:53.181062 run iperf3-srv_10.42.42.10(pid=30350): Terminating (SIGTERM)\u000a23:36:53.219814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30351): Terminating (SIGTERM)\u000a23:36:53.258474 run iperf3-srv_10.42.42.10(pid=30352): Terminating (SIGTERM)\u000a23:36:53.297450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30355): Terminating (SIGTERM)\u000a23:36:53.336248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30358): Terminating (SIGTERM)\u000a23:36:53.374993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30361): Terminating (SIGTERM)\u000a23:36:53.383910 --- ParallelTerminationStrategy: PID 30349 died...\u000a23:36:53.436347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30349): Terminated: ok {rc=0}\u000a23:36:53.445778 --- ParallelTerminationStrategy: PID 30350 died...\u000a23:36:53.497896 run iperf3-srv_10.42.42.10(pid=30350): Terminated {rc=256}\u000a23:36:53.507235 --- ParallelTerminationStrategy: PID 30351 died...\u000a23:36:53.559276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30351): Terminated: ok {rc=0}\u000a23:36:53.568548 --- ParallelTerminationStrategy: PID 30352 died...\u000a23:36:53.620638 run iperf3-srv_10.42.42.10(pid=30352): Terminated {rc=256}\u000a23:36:53.630342 --- ParallelTerminationStrategy: PID 30355 died...\u000a23:36:53.682445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30355): Terminated: ok {rc=0}\u000a23:36:53.691770 --- ParallelTerminationStrategy: PID 30358 died...\u000a23:36:53.743760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30358): Terminated: ok {rc=0}\u000a23:36:53.753193 --- ParallelTerminationStrategy: PID 30361 died...\u000a23:36:53.805738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30361): Terminated: ok {rc=0}\u000a23:36:53.892385 bus /gobi_0: Setting Powered False\u000a23:36:54.995540 bus /gobi_0: Setting Powered False\u000a23:36:56.106706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30371): Process ended prematurely: osmo-stp_10.42.42.5(pid=30371) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30371): Process ended prematurely: osmo-stp_10.42.42.5(pid=30371) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:36:57.214968 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.226875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:36:57.384191 tst iperf3.py: using LAC 24454\u000a23:36:57.509607 tst iperf3.py: using RAC 229\u000a23:36:57.639230 tst iperf3.py: using CellId 24454\u000a23:36:57.763938 tst iperf3.py: using BVCI 24455\u000a23:36:57.788565 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.800030 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.811458 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.823578 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.835065 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.846461 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.857996 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.869408 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:36:57.881511 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:36:58.172782 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:36:58.306810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:36:58.636713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30363): Launched\u000a23:36:58.910501 run iperf3-srv_10.42.42.10(pid=30364): Launched\u000a23:36:59.107584 tst iperf3.py:8: start network...\u000a23:36:59.242113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:36:59.743297 run create_hlr_db(pid=30365): Launched\u000a23:36:59.928464 bus /gobi_6: Setting Powered False\u000a23:37:00.978916 run create_hlr_db(pid=30365): Terminated: ok {rc=0}\u000a23:37:01.482262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30367): Launched\u000a23:37:01.936443 run osmo-hlr_10.42.42.2(pid=30368): Launched\u000a23:37:02.234359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:02.792646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30370): Launched\u000a23:37:03.110640 run osmo-stp_10.42.42.5(pid=30371): Launched\u000a23:37:03.226829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:03.782084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30373): Launched\u000a23:37:03.896809 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:04.174905 run patchelf(pid=30374): Launched\u000a23:37:04.361824 run osmo-stp_10.42.42.5(pid=30371): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)]\u000a23:37:04.499195 run osmo-stp_10.42.42.5(pid=30371): stdout: \u000a| (launched: 2022-12-09_23:37:02.954861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:04.637092 run osmo-stp_10.42.42.5(pid=30371): stderr: \u000a| �[0;m�[38;5;43m20221209233703148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233703148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233703149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233703149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233703149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233703150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233703150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:04.769804 run osmo-stp_10.42.42.5(pid=30371): stdout: \u000a| (launched: 2022-12-09_23:37:02.954861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:04.900783 run osmo-stp_10.42.42.5(pid=30371): stderr: \u000a| �[0;m�[38;5;43m20221209233703148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233703148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233703149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233703149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233703149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233703150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233703150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:05.053778 run patchelf(pid=30374): Terminating (SIGINT)\u000a23:37:05.233121 run patchelf(pid=30374): Terminated: ok {rc=0}\u000a23:37:05.266002 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30371): Process ended prematurely: osmo-stp_10.42.42.5(pid=30371) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30371)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:37:05.275973 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a23:37:05.339569 run osmo-hlr_10.42.42.2(pid=30368): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30368)]\u000a23:37:05.391423 run osmo-hlr_10.42.42.2(pid=30368): stdout: \u000a| (launched: 2022-12-09_23:37:01.639014) \u000a23:37:05.443794 run osmo-hlr_10.42.42.2(pid=30368): stderr: \u000a| �[0;m�[1;31m20221209233701872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233701872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233701872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233701872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233701872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233701873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233701888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233701906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233701908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233701908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:05.488133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30363): Terminating (SIGTERM)\u000a23:37:05.530542 run iperf3-srv_10.42.42.10(pid=30364): Terminating (SIGTERM)\u000a23:37:05.572532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30367): Terminating (SIGTERM)\u000a23:37:05.615079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30370): Terminating (SIGTERM)\u000a23:37:05.656916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30373): Terminating (SIGTERM)\u000a23:37:05.666912 --- ParallelTerminationStrategy: PID 30363 died...\u000a23:37:05.723572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30363): Terminated: ok {rc=0}\u000a23:37:05.733826 --- ParallelTerminationStrategy: PID 30364 died...\u000a23:37:05.789854 run iperf3-srv_10.42.42.10(pid=30364): Terminated {rc=256}\u000a23:37:05.800044 --- ParallelTerminationStrategy: PID 30367 died...\u000a23:37:05.856194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30367): Terminated: ok {rc=0}\u000a23:37:05.866348 --- ParallelTerminationStrategy: PID 30370 died...\u000a23:37:05.923013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30370): Terminated: ok {rc=0}\u000a23:37:05.933158 --- ParallelTerminationStrategy: PID 30373 died...\u000a23:37:05.989188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30373): Terminated: ok {rc=0}\u000a23:37:06.076583 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30390): Process ended prematurely: osmo-stp_10.42.42.5(pid=30390) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30390): Process ended prematurely: osmo-stp_10.42.42.5(pid=30390) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:37:07.192069 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.204107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:07.370145 tst iperf3m4.py: using LAC 24455\u000a23:37:07.491968 tst iperf3m4.py: using RAC 230\u000a23:37:07.610194 tst iperf3m4.py: using CellId 24455\u000a23:37:07.730372 tst iperf3m4.py: using BVCI 24456\u000a23:37:07.755678 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.766751 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.777827 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.788742 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.799575 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.810535 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.821577 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.832048 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:07.843197 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:07.960787 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:08.081387 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:08.199741 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:08.493223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:37:08.627398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:08.957526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30376): Launched\u000a23:37:09.231185 run iperf3-srv_10.42.42.10(pid=30377): Launched\u000a23:37:09.427675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:37:09.561731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:09.892275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30378): Launched\u000a23:37:10.166106 run iperf3-srv_10.42.42.10(pid=30379): Launched\u000a23:37:10.362826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:37:10.496395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:10.826825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30380): Launched\u000a23:37:11.099680 run iperf3-srv_10.42.42.10(pid=30381): Launched\u000a23:37:11.295711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:37:11.429389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:11.759738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30382): Launched\u000a23:37:12.033628 run iperf3-srv_10.42.42.10(pid=30383): Launched\u000a23:37:12.229596 tst iperf3m4.py:8: start network...\u000a23:37:12.363269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:12.864246 run create_hlr_db(pid=30384): Launched\u000a23:37:13.048712 bus /gobi_6: Setting Powered False\u000a23:37:14.071184 run create_hlr_db(pid=30384): Terminated: ok {rc=0}\u000a23:37:14.494473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30386): Launched\u000a23:37:14.814879 run osmo-hlr_10.42.42.2(pid=30387): Launched\u000a23:37:14.934242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:15.490927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30389): Launched\u000a23:37:15.809788 run osmo-stp_10.42.42.5(pid=30390): Launched\u000a23:37:15.996195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:16.592818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30392): Launched\u000a23:37:16.711540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:17.004686 run patchelf(pid=30393): Launched\u000a23:37:17.196502 run osmo-stp_10.42.42.5(pid=30390): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)]\u000a23:37:17.337302 run osmo-stp_10.42.42.5(pid=30390): stdout: \u000a| (launched: 2022-12-09_23:37:15.653507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:17.475184 run osmo-stp_10.42.42.5(pid=30390): stderr: \u000a| �[0;m�[38;5;43m20221209233715867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233715867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233715867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233715868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233715868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233715868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233715868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:17.608243 run osmo-stp_10.42.42.5(pid=30390): stdout: \u000a| (launched: 2022-12-09_23:37:15.653507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:17.739755 run osmo-stp_10.42.42.5(pid=30390): stderr: \u000a| �[0;m�[38;5;43m20221209233715867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233715867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233715867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233715868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233715868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233715868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233715868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:17.892567 run patchelf(pid=30393): Terminating (SIGINT)\u000a23:37:18.072031 run patchelf(pid=30393): Terminated: ok {rc=0}\u000a23:37:18.105083 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30390): Process ended prematurely: osmo-stp_10.42.42.5(pid=30390) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30390)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:37:18.115028 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a23:37:18.178266 run osmo-hlr_10.42.42.2(pid=30387): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30387)]\u000a23:37:18.229225 run osmo-hlr_10.42.42.2(pid=30387): stdout: \u000a| (launched: 2022-12-09_23:37:14.657718) \u000a23:37:18.280859 run osmo-hlr_10.42.42.2(pid=30387): stderr: \u000a| �[0;m�[1;31m20221209233714853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233714853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233714853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233714853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233714853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233714853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233714868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233714878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233714878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233714878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:18.325010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30376): Terminating (SIGTERM)\u000a23:37:18.367064 run iperf3-srv_10.42.42.10(pid=30377): Terminating (SIGTERM)\u000a23:37:18.408386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30378): Terminating (SIGTERM)\u000a23:37:18.450180 run iperf3-srv_10.42.42.10(pid=30379): Terminating (SIGTERM)\u000a23:37:18.491566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30380): Terminating (SIGTERM)\u000a23:37:18.532911 run iperf3-srv_10.42.42.10(pid=30381): Terminating (SIGTERM)\u000a23:37:18.574369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30382): Terminating (SIGTERM)\u000a23:37:18.616041 run iperf3-srv_10.42.42.10(pid=30383): Terminating (SIGTERM)\u000a23:37:18.657947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30386): Terminating (SIGTERM)\u000a23:37:18.699566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30389): Terminating (SIGTERM)\u000a23:37:18.740727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30392): Terminating (SIGTERM)\u000a23:37:18.750561 --- ParallelTerminationStrategy: PID 30376 died...\u000a23:37:18.806557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30376): Terminated: ok {rc=0}\u000a23:37:18.816429 --- ParallelTerminationStrategy: PID 30377 died...\u000a23:37:18.871922 run iperf3-srv_10.42.42.10(pid=30377): Terminated {rc=256}\u000a23:37:18.881843 --- ParallelTerminationStrategy: PID 30378 died...\u000a23:37:18.937568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30378): Terminated: ok {rc=0}\u000a23:37:18.947498 --- ParallelTerminationStrategy: PID 30379 died...\u000a23:37:19.002766 run iperf3-srv_10.42.42.10(pid=30379): Terminated {rc=256}\u000a23:37:19.012555 --- ParallelTerminationStrategy: PID 30380 died...\u000a23:37:19.068343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30380): Terminated: ok {rc=0}\u000a23:37:19.078359 --- ParallelTerminationStrategy: PID 30381 died...\u000a23:37:19.133280 run iperf3-srv_10.42.42.10(pid=30381): Terminated {rc=256}\u000a23:37:19.143425 --- ParallelTerminationStrategy: PID 30382 died...\u000a23:37:19.198957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30382): Terminated: ok {rc=0}\u000a23:37:19.208869 --- ParallelTerminationStrategy: PID 30383 died...\u000a23:37:19.264283 run iperf3-srv_10.42.42.10(pid=30383): Terminated {rc=256}\u000a23:37:19.274287 --- ParallelTerminationStrategy: PID 30386 died...\u000a23:37:19.329915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30386): Terminated: ok {rc=0}\u000a23:37:19.339889 --- ParallelTerminationStrategy: PID 30389 died...\u000a23:37:19.395382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30389): Terminated: ok {rc=0}\u000a23:37:19.405426 --- ParallelTerminationStrategy: PID 30392 died...\u000a23:37:19.460997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30392): Terminated: ok {rc=0}\u000a23:37:19.546484 bus /gobi_4: Setting Powered False\u000a23:37:20.653794 bus /gobi_4: Setting Powered False\u000a23:37:21.761138 bus /gobi_1: Setting Powered False\u000a23:37:22.861750 bus /gobi_1: Setting Powered False\u000a23:37:23.972430 bus /gobi_0: Setting Powered False\u000a23:37:25.073678 bus /gobi_0: Setting Powered False\u000a23:37:26.184258 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30400): Process ended prematurely: osmo-stp_10.42.42.5(pid=30400) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30400)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30400): Process ended prematurely: osmo-stp_10.42.42.5(pid=30400) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:37:27.250942 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.262380 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:27.420487 tst ping.py: using LAC 24456\u000a23:37:27.537408 tst ping.py: using RAC 231\u000a23:37:27.651792 tst ping.py: using CellId 24456\u000a23:37:27.770937 tst ping.py: using BVCI 24457\u000a23:37:27.793492 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.804267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.814896 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.825508 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.836029 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.846761 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.857438 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:27.867932 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:28.153462 tst ping.py:19: start network...\u000a23:37:28.284489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:28.778694 run create_hlr_db(pid=30394): Launched\u000a23:37:28.960417 bus /gobi_6: Setting Powered False\u000a23:37:29.981878 run create_hlr_db(pid=30394): Terminated: ok {rc=0}\u000a23:37:30.400774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30396): Launched\u000a23:37:30.716324 run osmo-hlr_10.42.42.2(pid=30397): Launched\u000a23:37:30.835867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:31.471731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30399): Launched\u000a23:37:31.815785 run osmo-stp_10.42.42.5(pid=30400): Launched\u000a23:37:31.959472 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:32.625187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30402): Launched\u000a23:37:32.737657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:33.010339 run patchelf(pid=30403): Launched\u000a23:37:33.194481 run osmo-stp_10.42.42.5(pid=30400): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30400)]\u000a23:37:33.329360 run osmo-stp_10.42.42.5(pid=30400): stdout: \u000a| (launched: 2022-12-09_23:37:31.626690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:33.464725 run osmo-stp_10.42.42.5(pid=30400): stderr: \u000a| �[0;m�[38;5;43m20221209233732003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233732003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233732003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233732004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233732004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233732004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233732004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:33.595442 run osmo-stp_10.42.42.5(pid=30400): stdout: \u000a| (launched: 2022-12-09_23:37:31.626690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:33.725499 run osmo-stp_10.42.42.5(pid=30400): stderr: \u000a| �[0;m�[38;5;43m20221209233732003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233732003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233732003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233732004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233732004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233732004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233732004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:33.876036 run patchelf(pid=30403): Terminating (SIGINT)\u000a23:37:34.052723 run patchelf(pid=30403): Terminated: ok {rc=0}\u000a23:37:34.085416 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30400): Process ended prematurely: osmo-stp_10.42.42.5(pid=30400) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30400)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:37:34.094775 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:37:34.157469 run osmo-hlr_10.42.42.2(pid=30397): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30397)]\u000a23:37:34.208352 run osmo-hlr_10.42.42.2(pid=30397): stdout: \u000a| (launched: 2022-12-09_23:37:30.561348) \u000a23:37:34.260592 run osmo-hlr_10.42.42.2(pid=30397): stderr: \u000a| �[0;m�[1;31m20221209233730757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233730757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233730757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233730757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233730757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233730757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233730770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233730778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233730778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233730778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:34.304376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30396): Terminating (SIGTERM)\u000a23:37:34.345934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30399): Terminating (SIGTERM)\u000a23:37:34.387161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30402): Terminating (SIGTERM)\u000a23:37:34.396938 --- ParallelTerminationStrategy: PID 30396 died...\u000a23:37:34.453058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30396): Terminated: ok {rc=0}\u000a23:37:34.462929 --- ParallelTerminationStrategy: PID 30399 died...\u000a23:37:34.518182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30399): Terminated: ok {rc=0}\u000a23:37:34.528037 --- ParallelTerminationStrategy: PID 30402 died...\u000a23:37:34.583021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30402): Terminated: ok {rc=0}\u000a23:37:34.669286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30411): Process ended prematurely: osmo-stp_10.42.42.5(pid=30411) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30411): Process ended prematurely: osmo-stp_10.42.42.5(pid=30411) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:37:35.722402 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:35.734822 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:37:35.900020 tst ping_idle_ping.py: using LAC 24457\u000a23:37:36.023324 tst ping_idle_ping.py: using RAC 232\u000a23:37:36.148563 tst ping_idle_ping.py: using CellId 24457\u000a23:37:36.271297 tst ping_idle_ping.py: using BVCI 24458\u000a23:37:36.295568 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:36.306826 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:36.317938 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:36.329446 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:36.340712 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:36.351879 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:36.363382 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:37:36.374874 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:37:36.646627 tst ping_idle_ping.py:24: start network...\u000a23:37:36.769842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:37.243159 run create_hlr_db(pid=30405): Launched\u000a23:37:37.413067 bus /gobi_6: Setting Powered False\u000a23:37:38.434633 run create_hlr_db(pid=30405): Terminated: ok {rc=0}\u000a23:37:38.852406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30407): Launched\u000a23:37:39.167065 run osmo-hlr_10.42.42.2(pid=30408): Launched\u000a23:37:39.285905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:39.834088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30410): Launched\u000a23:37:40.149580 run osmo-stp_10.42.42.5(pid=30411): Launched\u000a23:37:40.265292 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:40.813509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30413): Launched\u000a23:37:40.926304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:41.200030 run patchelf(pid=30414): Launched\u000a23:37:41.383988 run osmo-stp_10.42.42.5(pid=30411): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)]\u000a23:37:41.519232 run osmo-stp_10.42.42.5(pid=30411): stdout: \u000a| (launched: 2022-12-09_23:37:39.994533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:41.655136 run osmo-stp_10.42.42.5(pid=30411): stderr: \u000a| �[0;m�[38;5;43m20221209233740185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233740185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233740186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233740186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233740187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233740187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233740187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:41.786185 run osmo-stp_10.42.42.5(pid=30411): stdout: \u000a| (launched: 2022-12-09_23:37:39.994533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:41.915646 run osmo-stp_10.42.42.5(pid=30411): stderr: \u000a| �[0;m�[38;5;43m20221209233740185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233740185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233740186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233740186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233740187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233740187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233740187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:42.066305 run patchelf(pid=30414): Terminating (SIGINT)\u000a23:37:42.243390 run patchelf(pid=30414): Terminated: ok {rc=0}\u000a23:37:42.275556 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30411): Process ended prematurely: osmo-stp_10.42.42.5(pid=30411) [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30411)] [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:37:42.284795 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:37:42.347974 run osmo-hlr_10.42.42.2(pid=30408): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30408)]\u000a23:37:42.399069 run osmo-hlr_10.42.42.2(pid=30408): stdout: \u000a| (launched: 2022-12-09_23:37:39.012877) \u000a23:37:42.451663 run osmo-hlr_10.42.42.2(pid=30408): stderr: \u000a| �[0;m�[1;31m20221209233739208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233739208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233739208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233739208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233739208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233739208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233739220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233739228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233739228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233739228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:42.495590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30407): Terminating (SIGTERM)\u000a23:37:42.536893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30410): Terminating (SIGTERM)\u000a23:37:42.578615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30413): Terminating (SIGTERM)\u000a23:37:42.588414 --- ParallelTerminationStrategy: PID 30407 died...\u000a23:37:42.644079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30407): Terminated: ok {rc=0}\u000a23:37:42.654310 --- ParallelTerminationStrategy: PID 30410 died...\u000a23:37:42.710748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30410): Terminated: ok {rc=0}\u000a23:37:42.720768 --- ParallelTerminationStrategy: PID 30413 died...\u000a23:37:42.776787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30413): Terminated: ok {rc=0}\u000a23:37:42.863839 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:36:44" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30428): Process ended prematurely: osmo-stp_10.42.42.5(pid=30428) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30428)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30428): Process ended prematurely: osmo-stp_10.42.42.5(pid=30428) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:37:45.035385 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.047111 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:37:45.193615 tst cs_paging_gprs_active.py: using LAC 24458\u000a23:37:45.318263 tst cs_paging_gprs_active.py: using RAC 233\u000a23:37:45.445406 tst cs_paging_gprs_active.py: using CellId 24458\u000a23:37:45.565723 tst cs_paging_gprs_active.py: using BVCI 24459\u000a23:37:45.588902 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.600362 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.611569 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.622648 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.633847 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.645303 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.656410 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.667719 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:45.679098 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:37:45.800142 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:37:46.109262 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:37:46.249417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:46.601118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30418): Launched\u000a23:37:46.908439 run iperf3-srv_10.42.42.10(pid=30419): Launched\u000a23:37:47.111248 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:37:47.249274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:47.582869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30420): Launched\u000a23:37:47.858701 run iperf3-srv_10.42.42.10(pid=30421): Launched\u000a23:37:48.056548 tst cs_paging_gprs_active.py:38: start network...\u000a23:37:48.191329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:37:48.696865 run create_hlr_db(pid=30422): Launched\u000a23:37:48.881592 bus /gobi_6: Setting Powered False\u000a23:37:49.903312 run create_hlr_db(pid=30422): Terminated: ok {rc=0}\u000a23:37:50.327876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30424): Launched\u000a23:37:50.648606 run osmo-hlr_10.42.42.2(pid=30425): Launched\u000a23:37:50.768092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:37:51.322808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30427): Launched\u000a23:37:51.642008 run osmo-stp_10.42.42.5(pid=30428): Launched\u000a23:37:51.758352 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:37:52.314963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30430): Launched\u000a23:37:52.429254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:37:52.706724 run patchelf(pid=30431): Launched\u000a23:37:52.893049 run osmo-stp_10.42.42.5(pid=30428): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30428)]\u000a23:37:53.029619 run osmo-stp_10.42.42.5(pid=30428): stdout: \u000a| (launched: 2022-12-09_23:37:51.485139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:53.166717 run osmo-stp_10.42.42.5(pid=30428): stderr: \u000a| �[0;m�[38;5;43m20221209233751676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233751676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233751677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233751677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233751678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233751678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233751678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:53.298609 run osmo-stp_10.42.42.5(pid=30428): stdout: \u000a| (launched: 2022-12-09_23:37:51.485139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:37:53.429267 run osmo-stp_10.42.42.5(pid=30428): stderr: \u000a| �[0;m�[38;5;43m20221209233751676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233751676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233751677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233751677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233751678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233751678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233751678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:37:53.581362 run patchelf(pid=30431): Terminating (SIGINT)\u000a23:37:53.760344 run patchelf(pid=30431): Terminated: ok {rc=0}\u000a23:37:53.793186 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=30428): Process ended prematurely: osmo-stp_10.42.42.5(pid=30428) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30428)] [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a23:37:53.803096 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:37:53.865907 run osmo-hlr_10.42.42.2(pid=30425): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30425)]\u000a23:37:53.916913 run osmo-hlr_10.42.42.2(pid=30425): stdout: \u000a| (launched: 2022-12-09_23:37:50.491317) \u000a23:37:53.968540 run osmo-hlr_10.42.42.2(pid=30425): stderr: \u000a| �[0;m�[1;31m20221209233750688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233750688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233750688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233750688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233750688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233750688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233750700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233750708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233750709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233750709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:37:54.012637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30418): Terminating (SIGTERM)\u000a23:37:54.053917 run iperf3-srv_10.42.42.10(pid=30419): Terminating (SIGTERM)\u000a23:37:54.095509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30420): Terminating (SIGTERM)\u000a23:37:54.136778 run iperf3-srv_10.42.42.10(pid=30421): Terminating (SIGTERM)\u000a23:37:54.178215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30424): Terminating (SIGTERM)\u000a23:37:54.219625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30427): Terminating (SIGTERM)\u000a23:37:54.261318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30430): Terminating (SIGTERM)\u000a23:37:54.271091 --- ParallelTerminationStrategy: PID 30418 died...\u000a23:37:54.326743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30418): Terminated: ok {rc=0}\u000a23:37:54.336689 --- ParallelTerminationStrategy: PID 30419 died...\u000a23:37:54.391688 run iperf3-srv_10.42.42.10(pid=30419): Terminated {rc=256}\u000a23:37:54.401823 --- ParallelTerminationStrategy: PID 30420 died...\u000a23:37:54.456819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30420): Terminated: ok {rc=0}\u000a23:37:54.466957 --- ParallelTerminationStrategy: PID 30421 died...\u000a23:37:54.521973 run iperf3-srv_10.42.42.10(pid=30421): Terminated {rc=256}\u000a23:37:54.532096 --- ParallelTerminationStrategy: PID 30424 died...\u000a23:37:54.587525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30424): Terminated: ok {rc=0}\u000a23:37:54.597913 --- ParallelTerminationStrategy: PID 30427 died...\u000a23:37:54.653594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30427): Terminated: ok {rc=0}\u000a23:37:54.663773 --- ParallelTerminationStrategy: PID 30430 died...\u000a23:37:54.719846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30430): Terminated: ok {rc=0}\u000a23:37:54.806984 bus /gobi_0: Setting Powered False\u000a23:37:55.913738 bus /gobi_0: Setting Powered False\u000a23:37:57.021630 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30451): Process ended prematurely: osmo-stp_10.42.42.5(pid=30451) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30451)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30451): Process ended prematurely: osmo-stp_10.42.42.5(pid=30451) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a23:37:58.136103 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.148419 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:37:58.298028 tst iperf3.py: using LAC 24459\u000a23:37:58.423583 tst iperf3.py: using RAC 234\u000a23:37:58.548552 tst iperf3.py: using CellId 24459\u000a23:37:58.674081 tst iperf3.py: using BVCI 24460\u000a23:37:58.698591 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.710395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.722067 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.733854 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.745662 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.757430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.770064 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.781492 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:37:58.793366 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:37:59.071564 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:37:59.196703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:37:59.505364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30432): Launched\u000a23:37:59.760886 run iperf3-srv_10.42.42.10(pid=30433): Launched\u000a23:37:59.942984 tst iperf3.py:8: start network...\u000a23:38:00.067527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:00.546549 run create_hlr_db(pid=30434): Launched\u000a23:38:00.717515 bus /gobi_6: Setting Powered False\u000a23:38:01.742170 run create_hlr_db(pid=30434): Terminated: ok {rc=0}\u000a23:38:02.209410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30437): Launched\u000a23:38:02.663731 run osmo-hlr_10.42.42.2(pid=30447): Launched\u000a23:38:02.843562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:03.416835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30450): Launched\u000a23:38:03.843202 run osmo-stp_10.42.42.5(pid=30451): Launched\u000a23:38:04.068227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:04.651546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30453): Launched\u000a23:38:04.770003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:05.071542 run patchelf(pid=30454): Launched\u000a23:38:05.263792 run osmo-stp_10.42.42.5(pid=30451): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30451)]\u000a23:38:05.405851 run osmo-stp_10.42.42.5(pid=30451): stdout: \u000a| (launched: 2022-12-09_23:38:03.582150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:05.549298 run osmo-stp_10.42.42.5(pid=30451): stderr: \u000a| �[0;m�[38;5;43m20221209233803878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233803878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233803879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233803879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233803881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233803881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233803881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:05.685896 run osmo-stp_10.42.42.5(pid=30451): stdout: \u000a| (launched: 2022-12-09_23:38:03.582150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:05.820768 run osmo-stp_10.42.42.5(pid=30451): stderr: \u000a| �[0;m�[38;5;43m20221209233803878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233803878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233803879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233803879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233803881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233803881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233803881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:05.977059 run patchelf(pid=30454): Terminating (SIGINT)\u000a23:38:06.161646 run patchelf(pid=30454): Terminated: ok {rc=0}\u000a23:38:06.195728 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30451): Process ended prematurely: osmo-stp_10.42.42.5(pid=30451) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30451)] [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a23:38:06.206753 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a23:38:06.275169 run osmo-hlr_10.42.42.2(pid=30447): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30447)]\u000a23:38:06.329614 run osmo-hlr_10.42.42.2(pid=30447): stdout: \u000a| (launched: 2022-12-09_23:38:02.375275) \u000a23:38:06.386389 run osmo-hlr_10.42.42.2(pid=30447): stderr: \u000a| �[0;m�[1;31m20221209233802569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233802570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233802570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233802570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233802570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233802570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233802591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233802599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233802599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233802599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:06.433593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30432): Terminating (SIGTERM)\u000a23:38:06.480431 run iperf3-srv_10.42.42.10(pid=30433): Terminating (SIGTERM)\u000a23:38:06.527127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30437): Terminating (SIGTERM)\u000a23:38:06.573293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30450): Terminating (SIGTERM)\u000a23:38:06.617223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30453): Terminating (SIGTERM)\u000a23:38:06.630424 --- ParallelTerminationStrategy: PID 30432 died...\u000a23:38:06.691722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30432): Terminated: ok {rc=0}\u000a23:38:06.702774 --- ParallelTerminationStrategy: PID 30433 died...\u000a23:38:06.762695 run iperf3-srv_10.42.42.10(pid=30433): Terminated {rc=256}\u000a23:38:06.773748 --- ParallelTerminationStrategy: PID 30437 died...\u000a23:38:06.833298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30437): Terminated: ok {rc=0}\u000a23:38:06.844366 --- ParallelTerminationStrategy: PID 30450 died...\u000a23:38:06.903246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30450): Terminated: ok {rc=0}\u000a23:38:06.914274 --- ParallelTerminationStrategy: PID 30453 died...\u000a23:38:06.974111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30453): Terminated: ok {rc=0}\u000a23:38:07.064431 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a23:38:08.184443 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.197977 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:08.349831 tst iperf3m4.py: using LAC 24460\u000a23:38:08.478828 tst iperf3m4.py: using RAC 235\u000a23:38:08.618490 tst iperf3m4.py: using CellId 24460\u000a23:38:08.753812 tst iperf3m4.py: using BVCI 24461\u000a23:38:08.780590 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.793462 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.806758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.819386 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.832210 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.846151 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.860344 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.873885 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:08.887171 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:09.013513 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:09.143050 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:09.269256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:09.575710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:38:09.717148 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:10.075793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30457): Launched\u000a23:38:10.379943 run iperf3-srv_10.42.42.10(pid=30458): Launched\u000a23:38:10.584591 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:38:10.725745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:11.083472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30459): Launched\u000a23:38:11.414162 run iperf3-srv_10.42.42.10(pid=30468): Launched\u000a23:38:11.620002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:38:11.773639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:12.211011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30510): Launched\u000a23:38:12.571667 run iperf3-srv_10.42.42.10(pid=30552): Launched\u000a23:38:12.812323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:38:12.975734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:38:13.403628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30656): Launched\u000a23:38:13.787853 run iperf3-srv_10.42.42.10(pid=30702): Launched\u000a23:38:14.007633 tst iperf3m4.py:8: start network...\u000a23:38:14.148506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:14.710895 run create_hlr_db(pid=30724): Launched\u000a23:38:14.902049 bus /gobi_6: Setting Powered False\u000a23:38:15.923874 run create_hlr_db(pid=30724): Terminated: ok {rc=0}\u000a23:38:16.414684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Launched\u000a23:38:16.847133 run osmo-hlr_10.42.42.2(pid=30727): Launched\u000a23:38:17.107484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:17.773142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Launched\u000a23:38:18.153596 run osmo-stp_10.42.42.5(pid=30730): Launched\u000a23:38:18.395083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:19.055943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30732): Launched\u000a23:38:19.165539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:19.453898 run patchelf(pid=30733): Launched\u000a23:38:19.633345 run osmo-stp_10.42.42.5(pid=30730): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)]\u000a23:38:19.765430 run osmo-stp_10.42.42.5(pid=30730): stdout: \u000a| (launched: 2022-12-09_23:38:17.958470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:19.897621 run osmo-stp_10.42.42.5(pid=30730): stderr: \u000a| �[0;m�[38;5;43m20221209233818324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233818326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233818326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233818329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233818329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233818329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233818330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:20.024686 run osmo-stp_10.42.42.5(pid=30730): stdout: \u000a| (launched: 2022-12-09_23:38:17.958470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:20.150172 run osmo-stp_10.42.42.5(pid=30730): stderr: \u000a| �[0;m�[38;5;43m20221209233818324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233818326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233818326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233818329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233818329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233818329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233818330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:20.296943 run patchelf(pid=30733): Terminating (SIGINT)\u000a23:38:20.470650 run patchelf(pid=30733): Terminated: ok {rc=0}\u000a23:38:20.503838 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30730): Process ended prematurely: osmo-stp_10.42.42.5(pid=30730) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30730)] [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a23:38:20.514263 tst iperf3m4.py:8: Test FAILED (12.4 sec)\u000a23:38:20.576993 run osmo-hlr_10.42.42.2(pid=30727): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30727)]\u000a23:38:20.628166 run osmo-hlr_10.42.42.2(pid=30727): stdout: \u000a| (launched: 2022-12-09_23:38:16.582330) \u000a23:38:20.679578 run osmo-hlr_10.42.42.2(pid=30727): stderr: \u000a| �[0;m�[1;31m20221209233816840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233816840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233816840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233816840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233816840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233816840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233816855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233816872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233816872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233816872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:20.723164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30457): Terminating (SIGTERM)\u000a23:38:20.764549 run iperf3-srv_10.42.42.10(pid=30458): Terminating (SIGTERM)\u000a23:38:20.807704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30459): Terminating (SIGTERM)\u000a23:38:20.848734 run iperf3-srv_10.42.42.10(pid=30468): Terminating (SIGTERM)\u000a23:38:20.892028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30510): Terminating (SIGTERM)\u000a23:38:20.935637 run iperf3-srv_10.42.42.10(pid=30552): Terminating (SIGTERM)\u000a23:38:20.978509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30656): Terminating (SIGTERM)\u000a23:38:21.021336 run iperf3-srv_10.42.42.10(pid=30702): Terminating (SIGTERM)\u000a23:38:21.064391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Terminating (SIGTERM)\u000a23:38:21.104706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Terminating (SIGTERM)\u000a23:38:21.147731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30732): Terminating (SIGTERM)\u000a23:38:21.157811 --- ParallelTerminationStrategy: PID 30457 died...\u000a23:38:21.213986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30457): Terminated: ok {rc=0}\u000a23:38:21.224431 --- ParallelTerminationStrategy: PID 30458 died...\u000a23:38:21.278812 run iperf3-srv_10.42.42.10(pid=30458): Terminated {rc=256}\u000a23:38:21.289295 --- ParallelTerminationStrategy: PID 30459 died...\u000a23:38:21.344867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30459): Terminated: ok {rc=0}\u000a23:38:21.355361 --- ParallelTerminationStrategy: PID 30468 died...\u000a23:38:21.410964 run iperf3-srv_10.42.42.10(pid=30468): Terminated {rc=256}\u000a23:38:21.421563 --- ParallelTerminationStrategy: PID 30510 died...\u000a23:38:21.476552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30510): Terminated: ok {rc=0}\u000a23:38:21.487543 --- ParallelTerminationStrategy: PID 30552 died...\u000a23:38:21.542946 run iperf3-srv_10.42.42.10(pid=30552): Terminated {rc=256}\u000a23:38:21.553440 --- ParallelTerminationStrategy: PID 30656 died...\u000a23:38:21.609040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=30656): Terminated: ok {rc=0}\u000a23:38:21.619724 --- ParallelTerminationStrategy: PID 30702 died...\u000a23:38:21.675124 run iperf3-srv_10.42.42.10(pid=30702): Terminated {rc=256}\u000a23:38:21.685983 --- ParallelTerminationStrategy: PID 30726 died...\u000a23:38:21.741523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30726): Terminated: ok {rc=0}\u000a23:38:21.752784 --- ParallelTerminationStrategy: PID 30729 died...\u000a23:38:21.808454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30729): Terminated: ok {rc=0}\u000a23:38:21.819286 --- ParallelTerminationStrategy: PID 30732 died...\u000a23:38:21.875296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30732): Terminated: ok {rc=0}\u000a23:38:21.962610 bus /gobi_4: Setting Powered False\u000a23:38:23.069481 bus /gobi_4: Setting Powered False\u000a23:38:24.183138 bus /gobi_1: Setting Powered False\u000a23:38:25.294023 bus /gobi_1: Setting Powered False\u000a23:38:26.404272 bus /gobi_0: Setting Powered False\u000a23:38:27.511163 bus /gobi_0: Setting Powered False\u000a23:38:28.618492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30740): Process ended prematurely: osmo-stp_10.42.42.5(pid=30740) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30740)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30740): Process ended prematurely: osmo-stp_10.42.42.5(pid=30740) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a23:38:29.682912 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:29.694660 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:29.830281 tst ping.py: using LAC 24461\u000a23:38:29.948134 tst ping.py: using RAC 236\u000a23:38:30.065488 tst ping.py: using CellId 24461\u000a23:38:30.181151 tst ping.py: using BVCI 24462\u000a23:38:30.203485 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:30.214795 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:30.225874 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:30.236809 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:30.247712 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:30.258694 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:30.269812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:30.280683 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:30.550557 tst ping.py:19: start network...\u000a23:38:30.673145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:31.227199 run create_hlr_db(pid=30734): Launched\u000a23:38:31.417720 bus /gobi_6: Setting Powered False\u000a23:38:32.420815 run create_hlr_db(pid=30734): Terminated: ok {rc=0}\u000a23:38:32.854171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30736): Launched\u000a23:38:33.168521 run osmo-hlr_10.42.42.2(pid=30737): Launched\u000a23:38:33.283592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:33.830527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30739): Launched\u000a23:38:34.145216 run osmo-stp_10.42.42.5(pid=30740): Launched\u000a23:38:34.259624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:34.808880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30742): Launched\u000a23:38:34.921490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:35.194852 run patchelf(pid=30743): Launched\u000a23:38:35.379583 run osmo-stp_10.42.42.5(pid=30740): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30740)]\u000a23:38:35.514915 run osmo-stp_10.42.42.5(pid=30740): stdout: \u000a| (launched: 2022-12-09_23:38:33.991138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:35.650536 run osmo-stp_10.42.42.5(pid=30740): stderr: \u000a| �[0;m�[38;5;43m20221209233834185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233834185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233834185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233834186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233834186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233834186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233834186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:35.781465 run osmo-stp_10.42.42.5(pid=30740): stdout: \u000a| (launched: 2022-12-09_23:38:33.991138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:35.911171 run osmo-stp_10.42.42.5(pid=30740): stderr: \u000a| �[0;m�[38;5;43m20221209233834185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233834185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233834185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233834186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233834186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233834186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233834186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:36.062272 run patchelf(pid=30743): Terminating (SIGINT)\u000a23:38:36.239379 run patchelf(pid=30743): Terminated: ok {rc=0}\u000a23:38:36.271553 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=30740): Process ended prematurely: osmo-stp_10.42.42.5(pid=30740) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30740)] [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a23:38:36.280811 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:38:36.344050 run osmo-hlr_10.42.42.2(pid=30737): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30737)]\u000a23:38:36.395471 run osmo-hlr_10.42.42.2(pid=30737): stdout: \u000a| (launched: 2022-12-09_23:38:33.014171) \u000a23:38:36.447651 run osmo-hlr_10.42.42.2(pid=30737): stderr: \u000a| �[0;m�[1;31m20221209233833209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233833209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233833209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233833209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233833209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233833209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233833222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233833232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233833232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233833232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:36.491631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30736): Terminating (SIGTERM)\u000a23:38:36.533553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30739): Terminating (SIGTERM)\u000a23:38:36.575268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30742): Terminating (SIGTERM)\u000a23:38:36.585284 --- ParallelTerminationStrategy: PID 30736 died...\u000a23:38:36.641603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30736): Terminated: ok {rc=0}\u000a23:38:36.651707 --- ParallelTerminationStrategy: PID 30739 died...\u000a23:38:36.707790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30739): Terminated: ok {rc=0}\u000a23:38:36.717980 --- ParallelTerminationStrategy: PID 30742 died...\u000a23:38:36.774064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30742): Terminated: ok {rc=0}\u000a23:38:36.861664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a23:38:37.913836 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:37.926085 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:38:38.065288 tst ping_idle_ping.py: using LAC 24462\u000a23:38:38.182993 tst ping_idle_ping.py: using RAC 237\u000a23:38:38.298508 tst ping_idle_ping.py: using CellId 24462\u000a23:38:38.423199 tst ping_idle_ping.py: using BVCI 24463\u000a23:38:38.448035 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:38.459937 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:38.471647 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:38.483478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:38.495018 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:38.506920 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:38.519669 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:38:38.531345 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:38:38.805500 tst ping_idle_ping.py:24: start network...\u000a23:38:38.929012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:39.403099 run create_hlr_db(pid=30744): Launched\u000a23:38:39.572528 bus /gobi_6: Setting Powered False\u000a23:38:40.594677 run create_hlr_db(pid=30744): Terminated: ok {rc=0}\u000a23:38:41.014512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Launched\u000a23:38:41.329785 run osmo-hlr_10.42.42.2(pid=30747): Launched\u000a23:38:41.445093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:41.994763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Launched\u000a23:38:42.310543 run osmo-stp_10.42.42.5(pid=30750): Launched\u000a23:38:42.426368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:42.975903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Launched\u000a23:38:43.089060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:43.362600 run patchelf(pid=30753): Launched\u000a23:38:43.546675 run osmo-stp_10.42.42.5(pid=30750): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)]\u000a23:38:43.681855 run osmo-stp_10.42.42.5(pid=30750): stdout: \u000a| (launched: 2022-12-09_23:38:42.155869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:43.817347 run osmo-stp_10.42.42.5(pid=30750): stderr: \u000a| �[0;m�[38;5;43m20221209233842346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233842346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233842346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233842347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233842347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233842347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233842347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:43.948037 run osmo-stp_10.42.42.5(pid=30750): stdout: \u000a| (launched: 2022-12-09_23:38:42.155869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:44.077902 run osmo-stp_10.42.42.5(pid=30750): stderr: \u000a| �[0;m�[38;5;43m20221209233842346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233842346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233842346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233842347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233842347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233842347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233842347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:44.228586 run patchelf(pid=30753): Terminating (SIGINT)\u000a23:38:44.405477 run patchelf(pid=30753): Terminated: ok {rc=0}\u000a23:38:44.437664 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=30750): Process ended prematurely: osmo-stp_10.42.42.5(pid=30750) [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30750)] [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a23:38:44.447056 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:38:44.510166 run osmo-hlr_10.42.42.2(pid=30747): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30747)]\u000a23:38:44.561474 run osmo-hlr_10.42.42.2(pid=30747): stdout: \u000a| (launched: 2022-12-09_23:38:41.175091) \u000a23:38:44.613648 run osmo-hlr_10.42.42.2(pid=30747): stderr: \u000a| �[0;m�[1;31m20221209233841371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233841371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233841371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233841371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233841371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233841371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233841384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233841393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233841393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233841393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:44.658465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Terminating (SIGTERM)\u000a23:38:44.700446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Terminating (SIGTERM)\u000a23:38:44.742682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Terminating (SIGTERM)\u000a23:38:44.752415 --- ParallelTerminationStrategy: PID 30746 died...\u000a23:38:44.808307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30746): Terminated: ok {rc=0}\u000a23:38:44.818620 --- ParallelTerminationStrategy: PID 30749 died...\u000a23:38:44.874038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30749): Terminated: ok {rc=0}\u000a23:38:44.884351 --- ParallelTerminationStrategy: PID 30752 died...\u000a23:38:44.940061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30752): Terminated: ok {rc=0}\u000a23:38:45.026695 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:37:44" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30763): Process ended prematurely: osmo-stp_10.42.42.5(pid=30763) [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30763)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30763): Process ended prematurely: osmo-stp_10.42.42.5(pid=30763) [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:38:47.165247 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.177651 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:38:47.337683 tst switch_tch_pdch.py: using LAC 24463\u000a23:38:47.453594 tst switch_tch_pdch.py: using RAC 238\u000a23:38:47.571591 tst switch_tch_pdch.py: using CellId 24463\u000a23:38:47.687320 tst switch_tch_pdch.py: using BVCI 24464\u000a23:38:47.709810 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.721081 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.732160 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.743701 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.755288 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.766790 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.778318 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:38:47.789751 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:38:47.904623 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:38:48.192768 tst switch_tch_pdch.py:51: start network...\u000a23:38:48.324375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:48.818893 run create_hlr_db(pid=30757): Launched\u000a23:38:49.001498 bus /gobi_6: Setting Powered False\u000a23:38:50.022299 run create_hlr_db(pid=30757): Terminated: ok {rc=0}\u000a23:38:50.416315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30759): Launched\u000a23:38:50.709321 run osmo-hlr_10.42.42.2(pid=30760): Launched\u000a23:38:50.821787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:38:51.337134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30762): Launched\u000a23:38:51.628594 run osmo-stp_10.42.42.5(pid=30763): Launched\u000a23:38:51.734743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:38:52.242260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30765): Launched\u000a23:38:52.345795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:38:52.599144 run patchelf(pid=30766): Launched\u000a23:38:52.770352 run osmo-stp_10.42.42.5(pid=30763): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30763)]\u000a23:38:52.895160 run osmo-stp_10.42.42.5(pid=30763): stdout: \u000a| (launched: 2022-12-09_23:38:51.485444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:53.020215 run osmo-stp_10.42.42.5(pid=30763): stderr: \u000a| �[0;m�[38;5;43m20221209233851655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233851655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233851655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233851656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233851656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233851656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233851656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:53.141138 run osmo-stp_10.42.42.5(pid=30763): stdout: \u000a| (launched: 2022-12-09_23:38:51.485444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:38:53.261497 run osmo-stp_10.42.42.5(pid=30763): stderr: \u000a| �[0;m�[38;5;43m20221209233851655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233851655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233851655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233851656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233851656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233851656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233851656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:38:53.401230 run patchelf(pid=30766): Terminating (SIGINT)\u000a23:38:53.565518 run patchelf(pid=30766): Terminated: ok {rc=0}\u000a23:38:53.595428 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30763): Process ended prematurely: osmo-stp_10.42.42.5(pid=30763) [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30763)] [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:38:53.604153 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a23:38:53.662874 run osmo-hlr_10.42.42.2(pid=30760): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30760)]\u000a23:38:53.710997 run osmo-hlr_10.42.42.2(pid=30760): stdout: \u000a| (launched: 2022-12-09_23:38:50.565517) \u000a23:38:53.759686 run osmo-hlr_10.42.42.2(pid=30760): stderr: \u000a| �[0;m�[1;31m20221209233850739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233850739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233850739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233850739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233850739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233850739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233850751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233850760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233850761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233850761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:38:53.801363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30759): Terminating (SIGTERM)\u000a23:38:53.840624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30762): Terminating (SIGTERM)\u000a23:38:53.879780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30765): Terminating (SIGTERM)\u000a23:38:53.888897 --- ParallelTerminationStrategy: PID 30759 died...\u000a23:38:53.941575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30759): Terminated: ok {rc=0}\u000a23:38:53.951147 --- ParallelTerminationStrategy: PID 30762 died...\u000a23:38:54.003644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30762): Terminated: ok {rc=0}\u000a23:38:54.013272 --- ParallelTerminationStrategy: PID 30765 died...\u000a23:38:54.065697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30765): Terminated: ok {rc=0}\u000a23:38:54.153930 bus /gobi_0: Setting Powered False\u000a23:38:55.256708 bus /gobi_0: Setting Powered False\u000a23:38:56.367245 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:38:46" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30778): Process ended prematurely: osmo-stp_10.42.42.5(pid=30778) [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30778)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30778): Process ended prematurely: osmo-stp_10.42.42.5(pid=30778) [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:38:58.332801 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.343847 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:38:58.498981 tst switch_tch_pdch.py: using LAC 24464\u000a23:38:58.614153 tst switch_tch_pdch.py: using RAC 239\u000a23:38:58.729065 tst switch_tch_pdch.py: using CellId 24464\u000a23:38:58.844290 tst switch_tch_pdch.py: using BVCI 24465\u000a23:38:58.866718 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.877589 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.888126 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.898819 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.909581 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.920308 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.931093 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:38:58.941748 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:38:59.057918 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:38:59.328923 tst switch_tch_pdch.py:51: start network...\u000a23:38:59.450973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:38:59.895389 run create_hlr_db(pid=30772): Launched\u000a23:39:00.014397 bus /gobi_6: Setting Powered False\u000a23:39:01.115173 run create_hlr_db(pid=30772): Terminated: ok {rc=0}\u000a23:39:01.538079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30774): Launched\u000a23:39:01.956501 run osmo-hlr_10.42.42.2(pid=30775): Launched\u000a23:39:02.125940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:02.643659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30777): Launched\u000a23:39:02.957879 run osmo-stp_10.42.42.5(pid=30778): Launched\u000a23:39:03.072790 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:39:03.592917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30780): Launched\u000a23:39:03.706527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:39:03.978126 run patchelf(pid=30781): Launched\u000a23:39:04.161550 run osmo-stp_10.42.42.5(pid=30778): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30778)]\u000a23:39:04.295960 run osmo-stp_10.42.42.5(pid=30778): stdout: \u000a| (launched: 2022-12-09_23:39:02.803716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:04.431135 run osmo-stp_10.42.42.5(pid=30778): stderr: \u000a| �[0;m�[38;5;43m20221209233902996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233902996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233902997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233902997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233902998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233902998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233902998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:04.561426 run osmo-stp_10.42.42.5(pid=30778): stdout: \u000a| (launched: 2022-12-09_23:39:02.803716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:04.690707 run osmo-stp_10.42.42.5(pid=30778): stderr: \u000a| �[0;m�[38;5;43m20221209233902996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233902996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233902997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233902997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233902998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233902998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233902998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:04.840936 run patchelf(pid=30781): Terminating (SIGINT)\u000a23:39:05.017093 run patchelf(pid=30781): Terminated: ok {rc=0}\u000a23:39:05.049344 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=30778): Process ended prematurely: osmo-stp_10.42.42.5(pid=30778) [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30778)] [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:39:05.058533 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a23:39:05.121651 run osmo-hlr_10.42.42.2(pid=30775): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30775)]\u000a23:39:05.173002 run osmo-hlr_10.42.42.2(pid=30775): stdout: \u000a| (launched: 2022-12-09_23:39:01.704513) \u000a23:39:05.225108 run osmo-hlr_10.42.42.2(pid=30775): stderr: \u000a| �[0;m�[1;31m20221209233902014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233902014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233902014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233902014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233902014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233902014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233902027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233902043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233902044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233902044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:05.268913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30774): Terminating (SIGTERM)\u000a23:39:05.310745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30777): Terminating (SIGTERM)\u000a23:39:05.352603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30780): Terminating (SIGTERM)\u000a23:39:05.362716 --- ParallelTerminationStrategy: PID 30774 died...\u000a23:39:05.418557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30774): Terminated: ok {rc=0}\u000a23:39:05.428686 --- ParallelTerminationStrategy: PID 30777 died...\u000a23:39:05.484409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30777): Terminated: ok {rc=0}\u000a23:39:05.494522 --- ParallelTerminationStrategy: PID 30780 died...\u000a23:39:05.550696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=30780): Terminated: ok {rc=0}\u000a23:39:05.637599 bus /gobi_0: Setting Powered False\u000a23:39:06.739600 bus /gobi_0: Setting Powered False\u000a23:39:07.848798 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:38:58" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30786): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30786) [trial-2366↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30786)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30786): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30786) [trial-2366↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a23:39:09.741818 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a23:39:09.752580 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:09.883840 tst mo_mt_sms.py: using LAC 24465\u000a23:39:09.999788 tst mo_mt_sms.py: using RAC 240\u000a23:39:10.118195 tst mo_mt_sms.py: using CellId 24465\u000a23:39:10.231234 tst mo_mt_sms.py: using BVCI 24466\u000a23:39:10.253518 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:10.371508 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:10.660496 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:39:10.791757 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:39:11.437561 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30785): Launched\u000a23:39:11.748392 run osmo-nitb_10.42.42.2(pid=30786): Launched\u000a23:39:11.941517 run osmo-nitb_10.42.42.2(pid=30786): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30786)]\u000a23:39:12.083977 run osmo-nitb_10.42.42.2(pid=30786): stdout: \u000a| (launched: 2022-12-09_23:39:11.596853) \u000a23:39:12.226588 run osmo-nitb_10.42.42.2(pid=30786): stderr: \u000a| (launched: 2022-12-09_23:39:11.643805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:12.365036 run osmo-nitb_10.42.42.2(pid=30786): stdout: \u000a| (launched: 2022-12-09_23:39:11.596853) \u000a23:39:12.501951 run osmo-nitb_10.42.42.2(pid=30786): stderr: \u000a| (launched: 2022-12-09_23:39:11.643805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:12.875912 tst osmo-nitb_10.42.42.2(pid=30786): stdout: \u000a| (launched: 2022-12-09_23:39:11.596853) \u000a23:39:13.002095 tst osmo-nitb_10.42.42.2(pid=30786): stderr: \u000a| (launched: 2022-12-09_23:39:11.643805)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:13.057084 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30786): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30786) [trial-2366↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30786)] [trial-2366↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a23:39:13.065979 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a23:39:13.103741 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30785): Terminating (SIGTERM)\u000a23:39:13.281529 --- ParallelTerminationStrategy: PID 30785 died...\u000a23:39:13.339238 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30785): Terminated: ok {rc=0}\u000a23:39:13.425081 bus /sierra_3: Setting Powered False\u000a23:39:14.531252 bus /sierra_3: Setting Powered False\u000a23:39:15.639376 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:39:09" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30796): Process ended prematurely: osmo-stp_10.42.42.5(pid=30796) [trial-2366↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30796)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30796): Process ended prematurely: osmo-stp_10.42.42.5(pid=30796) [trial-2366↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a23:39:17.598329 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:17.608923 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:17.740508 tst mo_mt_sms.py: using LAC 24466\u000a23:39:17.857357 tst mo_mt_sms.py: using RAC 241\u000a23:39:17.980162 tst mo_mt_sms.py: using CellId 24466\u000a23:39:18.103323 tst mo_mt_sms.py: using BVCI 24467\u000a23:39:18.127495 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:18.138809 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:18.149862 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:18.161195 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:18.172436 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:18.183544 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:18.298287 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:39:18.502872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:18.998047 run create_hlr_db(pid=30790): Launched\u000a23:39:19.181222 bus /sierra_2: Setting Powered False\u000a23:39:20.202295 run create_hlr_db(pid=30790): Terminated: ok {rc=0}\u000a23:39:20.621177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30792): Launched\u000a23:39:20.935367 run osmo-hlr_10.42.42.2(pid=30793): Launched\u000a23:39:21.053978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:21.598560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30795): Launched\u000a23:39:21.913657 run osmo-stp_10.42.42.5(pid=30796): Launched\u000a23:39:22.028740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:22.602982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30798): Launched\u000a23:39:22.918545 run osmo-msc_10.42.42.6(pid=30799): Launched\u000a23:39:23.103464 run osmo-stp_10.42.42.5(pid=30796): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30796)]\u000a23:39:23.237078 run osmo-stp_10.42.42.5(pid=30796): stdout: \u000a| (launched: 2022-12-09_23:39:21.758806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:23.370763 run osmo-stp_10.42.42.5(pid=30796): stderr: \u000a| �[0;m�[38;5;43m20221209233921948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233921948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233921948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233921949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233921949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233921949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233921949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:23.496849 run osmo-stp_10.42.42.5(pid=30796): stdout: \u000a| (launched: 2022-12-09_23:39:21.758806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:23.622765 run osmo-stp_10.42.42.5(pid=30796): stderr: \u000a| �[0;m�[38;5;43m20221209233921948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233921948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233921948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233921949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233921949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233921949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233921949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:23.678184 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30796): Process ended prematurely: osmo-stp_10.42.42.5(pid=30796) [trial-2366↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30796)] [trial-2366↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a23:39:23.686580 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a23:39:23.749324 run osmo-hlr_10.42.42.2(pid=30793): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30793)]\u000a23:39:23.800289 run osmo-hlr_10.42.42.2(pid=30793): stdout: \u000a| (launched: 2022-12-09_23:39:20.781622) \u000a23:39:23.852316 run osmo-hlr_10.42.42.2(pid=30793): stderr: \u000a| �[0;m�[1;31m20221209233920979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233920979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233920979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233920980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233920980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233920980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233920991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233921000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233921000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233921000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:23.922355 run osmo-msc_10.42.42.6(pid=30799): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30799)]\u000a23:39:23.973347 run osmo-msc_10.42.42.6(pid=30799): stdout: \u000a| (launched: 2022-12-09_23:39:22.763623) \u000a23:39:24.025055 run osmo-msc_10.42.42.6(pid=30799): stderr: \u000a| �[0;m�[38;5;43m20221209233923081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233923082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13961a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233923082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233923082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233923082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233923082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233923084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233923084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233923084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233923084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:24.068456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30792): Terminating (SIGTERM)\u000a23:39:24.109773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30795): Terminating (SIGTERM)\u000a23:39:24.151198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30798): Terminating (SIGTERM)\u000a23:39:24.161204 --- ParallelTerminationStrategy: PID 30792 died...\u000a23:39:24.216562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30792): Terminated: ok {rc=0}\u000a23:39:24.226968 --- ParallelTerminationStrategy: PID 30795 died...\u000a23:39:24.282356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30795): Terminated: ok {rc=0}\u000a23:39:24.292410 --- ParallelTerminationStrategy: PID 30798 died...\u000a23:39:24.347416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30798): Terminated: ok {rc=0}\u000a23:39:24.433848 bus /sierra_3: Setting Powered False\u000a23:39:25.536702 bus /sierra_3: Setting Powered False\u000a23:39:26.647184 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:39:17" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30805) [trial-2366↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30805)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30805) [trial-2366↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a23:39:28.482386 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a23:39:28.493328 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:28.625980 tst assert_extension.py: using LAC 24467\u000a23:39:28.739475 tst assert_extension.py: using RAC 242\u000a23:39:28.852734 tst assert_extension.py: using CellId 24467\u000a23:39:28.965631 tst assert_extension.py: using BVCI 24468\u000a23:39:28.987664 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a23:39:29.272775 tst assert_extension.py:10: start nitb and bts...\u000a23:39:29.404055 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:39:30.051703 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30804): Launched\u000a23:39:30.362387 run osmo-nitb_10.42.42.2(pid=30805): Launched\u000a23:39:30.555000 run osmo-nitb_10.42.42.2(pid=30805): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30805)]\u000a23:39:30.697796 run osmo-nitb_10.42.42.2(pid=30805): stdout: \u000a| (launched: 2022-12-09_23:39:30.211679) \u000a23:39:30.850058 run osmo-nitb_10.42.42.2(pid=30805): stderr: \u000a| (launched: 2022-12-09_23:39:30.258261)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:31.016204 run osmo-nitb_10.42.42.2(pid=30805): stdout: \u000a| (launched: 2022-12-09_23:39:30.211679) \u000a23:39:31.148632 run osmo-nitb_10.42.42.2(pid=30805): stderr: \u000a| (launched: 2022-12-09_23:39:30.258261)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:31.516227 tst osmo-nitb_10.42.42.2(pid=30805): stdout: \u000a| (launched: 2022-12-09_23:39:30.211679) \u000a23:39:31.674683 tst osmo-nitb_10.42.42.2(pid=30805): stderr: \u000a| (launched: 2022-12-09_23:39:30.258261)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:39:31.742766 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=30805): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30805) [trial-2366↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30805)] [trial-2366↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a23:39:31.755209 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a23:39:31.800455 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30804): Terminating (SIGTERM)\u000a23:39:31.980583 --- ParallelTerminationStrategy: PID 30804 died...\u000a23:39:32.046649 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30804): Terminated: ok {rc=0}\u000a23:39:32.160036 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:39:28" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30815): Process ended prematurely: osmo-stp_10.42.42.5(pid=30815) [trial-2366↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30815)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30815): Process ended prematurely: osmo-stp_10.42.42.5(pid=30815) [trial-2366↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a23:39:34.002726 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.013730 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:39:34.146610 tst assert_extension.py: using LAC 24468\u000a23:39:34.260870 tst assert_extension.py: using RAC 243\u000a23:39:34.377960 tst assert_extension.py: using CellId 24468\u000a23:39:34.492682 tst assert_extension.py: using BVCI 24469\u000a23:39:34.515033 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.525737 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.536181 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.546536 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.556920 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:39:34.567351 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a23:39:34.771834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:35.264100 run create_hlr_db(pid=30809): Launched\u000a23:39:35.446556 bus /sierra_2: Setting Powered False\u000a23:39:36.466572 run create_hlr_db(pid=30809): Terminated: ok {rc=0}\u000a23:39:36.883993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30811): Launched\u000a23:39:37.202701 run osmo-hlr_10.42.42.2(pid=30812): Launched\u000a23:39:37.320493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:37.950544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30814): Launched\u000a23:39:38.259085 run osmo-stp_10.42.42.5(pid=30815): Launched\u000a23:39:38.372460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:38.935184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30817): Launched\u000a23:39:39.243228 run osmo-msc_10.42.42.6(pid=30818): Launched\u000a23:39:39.425360 run osmo-stp_10.42.42.5(pid=30815): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30815)]\u000a23:39:39.557050 run osmo-stp_10.42.42.5(pid=30815): stdout: \u000a| (launched: 2022-12-09_23:39:38.107193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:39.689180 run osmo-stp_10.42.42.5(pid=30815): stderr: \u000a| �[0;m�[38;5;43m20221209233938296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233938296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233938297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233938297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233938297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233938298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233938298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:39.814165 run osmo-stp_10.42.42.5(pid=30815): stdout: \u000a| (launched: 2022-12-09_23:39:38.107193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:39.938069 run osmo-stp_10.42.42.5(pid=30815): stderr: \u000a| �[0;m�[38;5;43m20221209233938296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233938296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233938297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233938297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233938297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233938298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233938298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:39.992473 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=30815): Process ended prematurely: osmo-stp_10.42.42.5(pid=30815) [trial-2366↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30815)] [trial-2366↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a23:39:40.000885 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a23:39:40.063316 run osmo-hlr_10.42.42.2(pid=30812): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30812)]\u000a23:39:40.115052 run osmo-hlr_10.42.42.2(pid=30812): stdout: \u000a| (launched: 2022-12-09_23:39:37.043729) \u000a23:39:40.167000 run osmo-hlr_10.42.42.2(pid=30812): stderr: \u000a| �[0;m�[1;31m20221209233937242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233937242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233937242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233937242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233937242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233937242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233937253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233937261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233937261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233937261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:40.236791 run osmo-msc_10.42.42.6(pid=30818): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30818)]\u000a23:39:40.288317 run osmo-msc_10.42.42.6(pid=30818): stdout: \u000a| (launched: 2022-12-09_23:39:39.092008) \u000a23:39:40.340418 run osmo-msc_10.42.42.6(pid=30818): stderr: \u000a| �[0;m�[38;5;43m20221209233939411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233939411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f508ee7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233939411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233939411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233939411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233939412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233939415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233939416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233939416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233939416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:40.384649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30811): Terminating (SIGTERM)\u000a23:39:40.426517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30814): Terminating (SIGTERM)\u000a23:39:40.467960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30817): Terminating (SIGTERM)\u000a23:39:40.477951 --- ParallelTerminationStrategy: PID 30811 died...\u000a23:39:40.533561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30811): Terminated: ok {rc=0}\u000a23:39:40.543414 --- ParallelTerminationStrategy: PID 30814 died...\u000a23:39:40.598564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30814): Terminated: ok {rc=0}\u000a23:39:40.608339 --- ParallelTerminationStrategy: PID 30817 died...\u000a23:39:40.663457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30817): Terminated: ok {rc=0}\u000a23:39:40.750455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:39:33" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30829): Process ended prematurely: osmo-stp_10.42.42.5(pid=30829) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30829)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30829): Process ended prematurely: osmo-stp_10.42.42.5(pid=30829) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:39:42.706306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:42.717519 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:39:42.873665 tst mo_mt_call.py: using LAC 24469\u000a23:39:42.989894 tst mo_mt_call.py: using RAC 244\u000a23:39:43.105084 tst mo_mt_call.py: using CellId 24469\u000a23:39:43.227988 tst mo_mt_call.py: using BVCI 24470\u000a23:39:43.252541 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:43.264358 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:43.276588 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:43.288348 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:43.300678 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:43.312139 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:39:43.431891 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:39:43.639218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:44.134323 run create_hlr_db(pid=30823): Launched\u000a23:39:44.316930 bus /sierra_2: Setting Powered False\u000a23:39:45.337110 run create_hlr_db(pid=30823): Terminated: ok {rc=0}\u000a23:39:45.731606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30825): Launched\u000a23:39:46.179919 run osmo-hlr_10.42.42.2(pid=30826): Launched\u000a23:39:46.482780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:47.110803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30828): Launched\u000a23:39:47.407845 run osmo-stp_10.42.42.5(pid=30829): Launched\u000a23:39:47.516226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:48.053266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30831): Launched\u000a23:39:48.347311 run osmo-msc_10.42.42.6(pid=30832): Launched\u000a23:39:48.519866 run osmo-stp_10.42.42.5(pid=30829): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30829)]\u000a23:39:48.645094 run osmo-stp_10.42.42.5(pid=30829): stdout: \u000a| (launched: 2022-12-09_23:39:47.262788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:48.767790 run osmo-stp_10.42.42.5(pid=30829): stderr: \u000a| �[0;m�[38;5;43m20221209233947431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233947431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233947432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233947432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233947433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233947433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233947433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:48.886563 run osmo-stp_10.42.42.5(pid=30829): stdout: \u000a| (launched: 2022-12-09_23:39:47.262788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:49.003950 run osmo-stp_10.42.42.5(pid=30829): stderr: \u000a| �[0;m�[38;5;43m20221209233947431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233947431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233947432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233947432 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233947433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233947433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233947433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:49.055843 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30829): Process ended prematurely: osmo-stp_10.42.42.5(pid=30829) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30829)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:39:49.064533 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:39:49.123694 run osmo-hlr_10.42.42.2(pid=30826): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30826)]\u000a23:39:49.172980 run osmo-hlr_10.42.42.2(pid=30826): stdout: \u000a| (launched: 2022-12-09_23:39:45.893394) \u000a23:39:49.222595 run osmo-hlr_10.42.42.2(pid=30826): stderr: \u000a| �[0;m�[1;31m20221209233946353 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233946354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233946354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233946354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233946354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233946354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233946379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233946387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233946388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233946388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:49.289368 run osmo-msc_10.42.42.6(pid=30832): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30832)]\u000a23:39:49.337908 run osmo-msc_10.42.42.6(pid=30832): stdout: \u000a| (launched: 2022-12-09_23:39:48.202818) \u000a23:39:49.387088 run osmo-msc_10.42.42.6(pid=30832): stderr: \u000a| �[0;m�[38;5;43m20221209233948475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233948475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea49a3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233948475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233948475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233948476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233948476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233948478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233948478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233948478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233948478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:49.428524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30825): Terminating (SIGTERM)\u000a23:39:49.467565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30828): Terminating (SIGTERM)\u000a23:39:49.506889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30831): Terminating (SIGTERM)\u000a23:39:49.516087 --- ParallelTerminationStrategy: PID 30825 died...\u000a23:39:49.568902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30825): Terminated: ok {rc=0}\u000a23:39:49.578612 --- ParallelTerminationStrategy: PID 30828 died...\u000a23:39:49.631289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30828): Terminated: ok {rc=0}\u000a23:39:49.640696 --- ParallelTerminationStrategy: PID 30831 died...\u000a23:39:49.693801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30831): Terminated: ok {rc=0}\u000a23:39:49.781614 bus /sierra_3: Setting Powered False\u000a23:39:50.885282 bus /sierra_3: Setting Powered False\u000a23:39:51.991645 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30840): Process ended prematurely: osmo-stp_10.42.42.5(pid=30840) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30840): Process ended prematurely: osmo-stp_10.42.42.5(pid=30840) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:39:53.104528 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:53.116817 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:39:53.283445 tst mo_mt_call_osmux.py: using LAC 24470\u000a23:39:53.405726 tst mo_mt_call_osmux.py: using RAC 245\u000a23:39:53.528778 tst mo_mt_call_osmux.py: using CellId 24470\u000a23:39:53.652492 tst mo_mt_call_osmux.py: using BVCI 24471\u000a23:39:53.676447 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:53.688343 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:53.699818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:53.711575 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:53.723522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:39:53.735075 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:39:53.853121 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:39:54.061138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:39:54.554675 run create_hlr_db(pid=30834): Launched\u000a23:39:54.737593 bus /sierra_2: Setting Powered False\u000a23:39:55.759464 run create_hlr_db(pid=30834): Terminated: ok {rc=0}\u000a23:39:56.177991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30836): Launched\u000a23:39:56.492848 run osmo-hlr_10.42.42.2(pid=30837): Launched\u000a23:39:56.609228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:39:57.157144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30839): Launched\u000a23:39:57.472630 run osmo-stp_10.42.42.5(pid=30840): Launched\u000a23:39:57.587592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:39:58.162442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30842): Launched\u000a23:39:58.476911 run osmo-msc_10.42.42.6(pid=30843): Launched\u000a23:39:58.662866 run osmo-stp_10.42.42.5(pid=30840): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)]\u000a23:39:58.797808 run osmo-stp_10.42.42.5(pid=30840): stdout: \u000a| (launched: 2022-12-09_23:39:57.318416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:58.931406 run osmo-stp_10.42.42.5(pid=30840): stderr: \u000a| �[0;m�[38;5;43m20221209233957509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233957509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233957509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233957509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233957510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233957510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233957510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:59.058771 run osmo-stp_10.42.42.5(pid=30840): stdout: \u000a| (launched: 2022-12-09_23:39:57.318416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:39:59.184770 run osmo-stp_10.42.42.5(pid=30840): stderr: \u000a| �[0;m�[38;5;43m20221209233957509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209233957509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209233957509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209233957509 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209233957510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209233957510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209233957510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:39:59.240649 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30840): Process ended prematurely: osmo-stp_10.42.42.5(pid=30840) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30840)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:39:59.250190 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:39:59.313275 run osmo-hlr_10.42.42.2(pid=30837): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30837)]\u000a23:39:59.364550 run osmo-hlr_10.42.42.2(pid=30837): stdout: \u000a| (launched: 2022-12-09_23:39:56.338211) \u000a23:39:59.416394 run osmo-hlr_10.42.42.2(pid=30837): stderr: \u000a| �[0;m�[1;31m20221209233956534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209233956534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209233956535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233956535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209233956535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209233956535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209233956547 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209233956555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209233956555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209233956555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:39:59.486995 run osmo-msc_10.42.42.6(pid=30843): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30843)]\u000a23:39:59.537941 run osmo-msc_10.42.42.6(pid=30843): stdout: \u000a| (launched: 2022-12-09_23:39:58.322698) \u000a23:39:59.589415 run osmo-msc_10.42.42.6(pid=30843): stderr: \u000a| �[0;m�[38;5;43m20221209233958642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209233958642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f923644cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209233958642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209233958642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209233958642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209233958642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209233958644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209233958644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209233958644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209233958645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:39:59.632829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30836): Terminating (SIGTERM)\u000a23:39:59.674749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30839): Terminating (SIGTERM)\u000a23:39:59.716762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30842): Terminating (SIGTERM)\u000a23:39:59.727436 --- ParallelTerminationStrategy: PID 30836 died...\u000a23:39:59.783098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30836): Terminated: ok {rc=0}\u000a23:39:59.793304 --- ParallelTerminationStrategy: PID 30839 died...\u000a23:39:59.848664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30839): Terminated: ok {rc=0}\u000a23:39:59.858638 --- ParallelTerminationStrategy: PID 30842 died...\u000a23:39:59.914065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30842): Terminated: ok {rc=0}\u000a23:40:00.001441 bus /sierra_3: Setting Powered False\u000a23:40:01.107133 bus /sierra_3: Setting Powered False\u000a23:40:02.217403 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:39:42" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:40:04.216668 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:04.227775 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:40:04.395035 tst mo_mt_call.py: using LAC 24471\u000a23:40:04.516105 tst mo_mt_call.py: using RAC 246\u000a23:40:04.637660 tst mo_mt_call.py: using CellId 24471\u000a23:40:04.760275 tst mo_mt_call.py: using BVCI 24472\u000a23:40:04.784524 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:04.796232 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:04.807682 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:04.820049 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:04.832154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:04.843716 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:04.958403 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:05.165198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:05.660066 run create_hlr_db(pid=30851): Launched\u000a23:40:05.843692 bus /sierra_2: Setting Powered False\u000a23:40:06.864190 run create_hlr_db(pid=30851): Terminated: ok {rc=0}\u000a23:40:07.258827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Launched\u000a23:40:07.555903 run osmo-hlr_10.42.42.2(pid=30854): Launched\u000a23:40:07.666172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:08.176825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Launched\u000a23:40:08.470643 run osmo-stp_10.42.42.5(pid=30857): Launched\u000a23:40:08.579845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:09.121191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Launched\u000a23:40:09.416334 run osmo-msc_10.42.42.6(pid=30860): Launched\u000a23:40:09.591672 run osmo-stp_10.42.42.5(pid=30857): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)]\u000a23:40:09.716259 run osmo-stp_10.42.42.5(pid=30857): stdout: \u000a| (launched: 2022-12-09_23:40:08.326443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:09.838937 run osmo-stp_10.42.42.5(pid=30857): stderr: \u000a| �[0;m�[38;5;43m20221209234008497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234008497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234008497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234008498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:09.957266 run osmo-stp_10.42.42.5(pid=30857): stdout: \u000a| (launched: 2022-12-09_23:40:08.326443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:10.074564 run osmo-stp_10.42.42.5(pid=30857): stderr: \u000a| �[0;m�[38;5;43m20221209234008497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234008497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234008497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234008498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234008498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:10.126489 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30857): Process ended prematurely: osmo-stp_10.42.42.5(pid=30857) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30857)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:40:10.134982 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:40:10.193327 run osmo-hlr_10.42.42.2(pid=30854): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30854)]\u000a23:40:10.241611 run osmo-hlr_10.42.42.2(pid=30854): stdout: \u000a| (launched: 2022-12-09_23:40:07.409539) \u000a23:40:10.290579 run osmo-hlr_10.42.42.2(pid=30854): stderr: \u000a| �[0;m�[1;31m20221209234007582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234007582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234007582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234007582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234007582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234007583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234007595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234007603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234007604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234007604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:10.357019 run osmo-msc_10.42.42.6(pid=30860): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30860)]\u000a23:40:10.405269 run osmo-msc_10.42.42.6(pid=30860): stdout: \u000a| (launched: 2022-12-09_23:40:09.271143) \u000a23:40:10.454344 run osmo-msc_10.42.42.6(pid=30860): stderr: \u000a| �[0;m�[38;5;43m20221209234009541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234009542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc19e17cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234009542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234009542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234009542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234009542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234009544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234009544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234009544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234009544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:10.495495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Terminating (SIGTERM)\u000a23:40:10.534392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Terminating (SIGTERM)\u000a23:40:10.573275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Terminating (SIGTERM)\u000a23:40:10.582289 --- ParallelTerminationStrategy: PID 30853 died...\u000a23:40:10.634409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30853): Terminated: ok {rc=0}\u000a23:40:10.644151 --- ParallelTerminationStrategy: PID 30856 died...\u000a23:40:10.696102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30856): Terminated: ok {rc=0}\u000a23:40:10.705550 --- ParallelTerminationStrategy: PID 30859 died...\u000a23:40:10.757939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30859): Terminated: ok {rc=0}\u000a23:40:10.844021 bus /sierra_3: Setting Powered False\u000a23:40:11.945570 bus /sierra_3: Setting Powered False\u000a23:40:13.055894 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:14.164118 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:14.175818 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:40:14.331565 tst mo_mt_call_osmux.py: using LAC 24472\u000a23:40:14.449678 tst mo_mt_call_osmux.py: using RAC 247\u000a23:40:14.574037 tst mo_mt_call_osmux.py: using CellId 24472\u000a23:40:14.699084 tst mo_mt_call_osmux.py: using BVCI 24473\u000a23:40:14.723381 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:14.735093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:14.746689 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:14.758986 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:14.771444 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:40:14.783984 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:14.904185 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:40:15.114306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:15.607442 run create_hlr_db(pid=30862): Launched\u000a23:40:15.790578 bus /sierra_2: Setting Powered False\u000a23:40:16.802940 run create_hlr_db(pid=30862): Terminated: ok {rc=0}\u000a23:40:17.222356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Launched\u000a23:40:17.519254 run osmo-hlr_10.42.42.2(pid=30865): Launched\u000a23:40:17.633553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:18.153458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Launched\u000a23:40:18.446640 run osmo-stp_10.42.42.5(pid=30868): Launched\u000a23:40:18.553685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:19.091593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30870): Launched\u000a23:40:19.386472 run osmo-msc_10.42.42.6(pid=30871): Launched\u000a23:40:19.560782 run osmo-stp_10.42.42.5(pid=30868): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)]\u000a23:40:19.687585 run osmo-stp_10.42.42.5(pid=30868): stdout: \u000a| (launched: 2022-12-09_23:40:18.303230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:19.810779 run osmo-stp_10.42.42.5(pid=30868): stderr: \u000a| �[0;m�[38;5;43m20221209234018472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234018472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234018472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234018473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234018473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234018473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234018473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:19.929565 run osmo-stp_10.42.42.5(pid=30868): stdout: \u000a| (launched: 2022-12-09_23:40:18.303230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:20.047269 run osmo-stp_10.42.42.5(pid=30868): stderr: \u000a| �[0;m�[38;5;43m20221209234018472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234018472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234018472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234018473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234018473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234018473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234018473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:20.099268 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30868): Process ended prematurely: osmo-stp_10.42.42.5(pid=30868) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30868)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:40:20.107842 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:40:20.166054 run osmo-hlr_10.42.42.2(pid=30865): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30865)]\u000a23:40:20.214050 run osmo-hlr_10.42.42.2(pid=30865): stdout: \u000a| (launched: 2022-12-09_23:40:17.372520) \u000a23:40:20.262818 run osmo-hlr_10.42.42.2(pid=30865): stderr: \u000a| �[0;m�[1;31m20221209234017547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234017547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234017547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234017547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234017548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234017548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234017563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234017573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234017573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234017573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:20.328697 run osmo-msc_10.42.42.6(pid=30871): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30871)]\u000a23:40:20.376462 run osmo-msc_10.42.42.6(pid=30871): stdout: \u000a| (launched: 2022-12-09_23:40:19.241693) \u000a23:40:20.424792 run osmo-msc_10.42.42.6(pid=30871): stderr: \u000a| �[0;m�[38;5;43m20221209234019515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234019515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32aba42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234019515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234019515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234019515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234019516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234019517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234019518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234019518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234019518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:20.466070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Terminating (SIGTERM)\u000a23:40:20.505171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Terminating (SIGTERM)\u000a23:40:20.544182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30870): Terminating (SIGTERM)\u000a23:40:20.553251 --- ParallelTerminationStrategy: PID 30864 died...\u000a23:40:20.605441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30864): Terminated: ok {rc=0}\u000a23:40:20.614790 --- ParallelTerminationStrategy: PID 30867 died...\u000a23:40:20.666524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30867): Terminated: ok {rc=0}\u000a23:40:20.675734 --- ParallelTerminationStrategy: PID 30870 died...\u000a23:40:20.727488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30870): Terminated: ok {rc=0}\u000a23:40:20.814484 bus /sierra_3: Setting Powered False\u000a23:40:21.916441 bus /sierra_3: Setting Powered False\u000a23:40:23.027012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:40:03" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:40:25.017559 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:25.028856 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:40:25.184708 tst mo_mt_call.py: using LAC 24473\u000a23:40:25.302904 tst mo_mt_call.py: using RAC 248\u000a23:40:25.418865 tst mo_mt_call.py: using CellId 24473\u000a23:40:25.544139 tst mo_mt_call.py: using BVCI 24474\u000a23:40:25.568513 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:25.580353 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:25.592707 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:25.604800 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:25.616458 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:25.628481 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:25.746105 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:25.956141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:26.452371 run create_hlr_db(pid=30876): Launched\u000a23:40:26.635650 bus /sierra_2: Setting Powered False\u000a23:40:27.656755 run create_hlr_db(pid=30876): Terminated: ok {rc=0}\u000a23:40:28.052644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Launched\u000a23:40:28.350607 run osmo-hlr_10.42.42.2(pid=30879): Launched\u000a23:40:28.460268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:28.972069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Launched\u000a23:40:29.266822 run osmo-stp_10.42.42.5(pid=30882): Launched\u000a23:40:29.375175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:29.915048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Launched\u000a23:40:30.210253 run osmo-msc_10.42.42.6(pid=30885): Launched\u000a23:40:30.384191 run osmo-stp_10.42.42.5(pid=30882): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)]\u000a23:40:30.510462 run osmo-stp_10.42.42.5(pid=30882): stdout: \u000a| (launched: 2022-12-09_23:40:29.122646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:30.633636 run osmo-stp_10.42.42.5(pid=30882): stderr: \u000a| �[0;m�[38;5;43m20221209234029291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234029291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234029291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234029291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234029292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234029292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234029292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:30.752707 run osmo-stp_10.42.42.5(pid=30882): stdout: \u000a| (launched: 2022-12-09_23:40:29.122646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:30.871471 run osmo-stp_10.42.42.5(pid=30882): stderr: \u000a| �[0;m�[38;5;43m20221209234029291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234029291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234029291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234029291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234029292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234029292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234029292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:30.932086 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30882): Process ended prematurely: osmo-stp_10.42.42.5(pid=30882) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30882)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:40:30.941942 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:40:31.001610 run osmo-hlr_10.42.42.2(pid=30879): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30879)]\u000a23:40:31.051453 run osmo-hlr_10.42.42.2(pid=30879): stdout: \u000a| (launched: 2022-12-09_23:40:28.203583) \u000a23:40:31.102158 run osmo-hlr_10.42.42.2(pid=30879): stderr: \u000a| �[0;m�[1;31m20221209234028378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234028378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234028378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234028378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234028378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234028378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234028389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234028398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234028398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234028398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:31.169808 run osmo-msc_10.42.42.6(pid=30885): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30885)]\u000a23:40:31.219649 run osmo-msc_10.42.42.6(pid=30885): stdout: \u000a| (launched: 2022-12-09_23:40:30.065549) \u000a23:40:31.269542 run osmo-msc_10.42.42.6(pid=30885): stderr: \u000a| �[0;m�[38;5;43m20221209234030337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234030337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38d8715c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234030337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234030337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234030337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234030338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234030339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234030340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234030340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234030340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:31.312300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Terminating (SIGTERM)\u000a23:40:31.354531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Terminating (SIGTERM)\u000a23:40:31.397145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Terminating (SIGTERM)\u000a23:40:31.407044 --- ParallelTerminationStrategy: PID 30878 died...\u000a23:40:31.461192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30878): Terminated: ok {rc=0}\u000a23:40:31.471070 --- ParallelTerminationStrategy: PID 30881 died...\u000a23:40:31.525474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30881): Terminated: ok {rc=0}\u000a23:40:31.535821 --- ParallelTerminationStrategy: PID 30884 died...\u000a23:40:31.589554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30884): Terminated: ok {rc=0}\u000a23:40:31.686613 bus /sierra_3: Setting Powered False\u000a23:40:32.788408 bus /sierra_3: Setting Powered False\u000a23:40:33.898538 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30893): Process ended prematurely: osmo-stp_10.42.42.5(pid=30893) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30893): Process ended prematurely: osmo-stp_10.42.42.5(pid=30893) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:35.007043 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:35.018724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:40:35.174685 tst mo_mt_call_osmux.py: using LAC 24474\u000a23:40:35.290775 tst mo_mt_call_osmux.py: using RAC 249\u000a23:40:35.405886 tst mo_mt_call_osmux.py: using CellId 24474\u000a23:40:35.521951 tst mo_mt_call_osmux.py: using BVCI 24475\u000a23:40:35.545157 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:35.556313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:35.567273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:35.578394 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:35.589413 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:40:35.600218 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:35.718717 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:40:35.928895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:36.426286 run create_hlr_db(pid=30887): Launched\u000a23:40:36.610155 bus /sierra_2: Setting Powered False\u000a23:40:37.631812 run create_hlr_db(pid=30887): Terminated: ok {rc=0}\u000a23:40:38.029793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30889): Launched\u000a23:40:38.325696 run osmo-hlr_10.42.42.2(pid=30890): Launched\u000a23:40:38.434253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:38.946056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30892): Launched\u000a23:40:39.240596 run osmo-stp_10.42.42.5(pid=30893): Launched\u000a23:40:39.349563 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:39.891441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30895): Launched\u000a23:40:40.188331 run osmo-msc_10.42.42.6(pid=30896): Launched\u000a23:40:40.363278 run osmo-stp_10.42.42.5(pid=30893): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)]\u000a23:40:40.488658 run osmo-stp_10.42.42.5(pid=30893): stdout: \u000a| (launched: 2022-12-09_23:40:39.095745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:40.612029 run osmo-stp_10.42.42.5(pid=30893): stderr: \u000a| �[0;m�[38;5;43m20221209234039264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234039264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234039264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234039265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234039265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234039265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234039265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:40.731188 run osmo-stp_10.42.42.5(pid=30893): stdout: \u000a| (launched: 2022-12-09_23:40:39.095745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:40.849770 run osmo-stp_10.42.42.5(pid=30893): stderr: \u000a| �[0;m�[38;5;43m20221209234039264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234039264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234039264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234039265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234039265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234039265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234039265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:40.902065 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30893): Process ended prematurely: osmo-stp_10.42.42.5(pid=30893) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30893)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:40:40.910784 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a23:40:40.969583 run osmo-hlr_10.42.42.2(pid=30890): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30890)]\u000a23:40:41.018670 run osmo-hlr_10.42.42.2(pid=30890): stdout: \u000a| (launched: 2022-12-09_23:40:38.180293) \u000a23:40:41.068132 run osmo-hlr_10.42.42.2(pid=30890): stderr: \u000a| �[0;m�[1;31m20221209234038357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234038357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234038357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234038357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234038357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234038357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234038370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234038378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234038379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234038379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:41.134955 run osmo-msc_10.42.42.6(pid=30896): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30896)]\u000a23:40:41.183294 run osmo-msc_10.42.42.6(pid=30896): stdout: \u000a| (launched: 2022-12-09_23:40:40.042117) \u000a23:40:41.232333 run osmo-msc_10.42.42.6(pid=30896): stderr: \u000a| �[0;m�[38;5;43m20221209234040315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234040315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e1276dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234040315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234040315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234040315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234040316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234040317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234040318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234040318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234040318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:41.273607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30889): Terminating (SIGTERM)\u000a23:40:41.312551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30892): Terminating (SIGTERM)\u000a23:40:41.351548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30895): Terminating (SIGTERM)\u000a23:40:41.360533 --- ParallelTerminationStrategy: PID 30889 died...\u000a23:40:41.412928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30889): Terminated: ok {rc=0}\u000a23:40:41.422493 --- ParallelTerminationStrategy: PID 30892 died...\u000a23:40:41.474581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30892): Terminated: ok {rc=0}\u000a23:40:41.483981 --- ParallelTerminationStrategy: PID 30895 died...\u000a23:40:41.536403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30895): Terminated: ok {rc=0}\u000a23:40:41.623670 bus /sierra_3: Setting Powered False\u000a23:40:42.729938 bus /sierra_3: Setting Powered False\u000a23:40:43.835919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:40:24" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:40:45.863315 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:45.881535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:40:46.052830 tst mo_mt_call.py: using LAC 24475\u000a23:40:46.174714 tst mo_mt_call.py: using RAC 250\u000a23:40:46.330442 tst mo_mt_call.py: using CellId 24475\u000a23:40:46.467694 tst mo_mt_call.py: using BVCI 24476\u000a23:40:46.492823 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:46.505565 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:46.519327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:46.533035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:46.546785 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:46.560876 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:40:46.686861 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:40:46.908202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:47.390211 run create_hlr_db(pid=30901): Launched\u000a23:40:47.572796 bus /sierra_2: Setting Powered False\u000a23:40:48.594110 run create_hlr_db(pid=30901): Terminated: ok {rc=0}\u000a23:40:49.014115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Launched\u000a23:40:49.328753 run osmo-hlr_10.42.42.2(pid=30904): Launched\u000a23:40:49.445352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:40:49.993344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Launched\u000a23:40:50.309048 run osmo-stp_10.42.42.5(pid=30907): Launched\u000a23:40:50.425485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:40:51.003417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Launched\u000a23:40:51.319626 run osmo-msc_10.42.42.6(pid=30910): Launched\u000a23:40:51.505636 run osmo-stp_10.42.42.5(pid=30907): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)]\u000a23:40:51.640348 run osmo-stp_10.42.42.5(pid=30907): stdout: \u000a| (launched: 2022-12-09_23:40:50.154290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:51.774857 run osmo-stp_10.42.42.5(pid=30907): stderr: \u000a| �[0;m�[38;5;43m20221209234050342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234050342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234050343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234050343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234050346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234050346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234050346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:51.902771 run osmo-stp_10.42.42.5(pid=30907): stdout: \u000a| (launched: 2022-12-09_23:40:50.154290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:40:52.029233 run osmo-stp_10.42.42.5(pid=30907): stderr: \u000a| �[0;m�[38;5;43m20221209234050342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234050342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234050343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234050343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234050346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234050346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234050346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:40:52.084763 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30907): Process ended prematurely: osmo-stp_10.42.42.5(pid=30907) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30907)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:40:52.094204 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:40:52.156239 run osmo-hlr_10.42.42.2(pid=30904): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30904)]\u000a23:40:52.207341 run osmo-hlr_10.42.42.2(pid=30904): stdout: \u000a| (launched: 2022-12-09_23:40:49.174904) \u000a23:40:52.259108 run osmo-hlr_10.42.42.2(pid=30904): stderr: \u000a| �[0;m�[1;31m20221209234049371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234049371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234049371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234049371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234049371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234049371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234049383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234049392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234049392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234049392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:40:52.329150 run osmo-msc_10.42.42.6(pid=30910): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30910)]\u000a23:40:52.380303 run osmo-msc_10.42.42.6(pid=30910): stdout: \u000a| (launched: 2022-12-09_23:40:51.165334) \u000a23:40:52.431871 run osmo-msc_10.42.42.6(pid=30910): stderr: \u000a| �[0;m�[38;5;43m20221209234051486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234051486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63a8b48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234051486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234051486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234051486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234051486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234051488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234051488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234051489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234051489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:40:52.475397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Terminating (SIGTERM)\u000a23:40:52.516909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Terminating (SIGTERM)\u000a23:40:52.558801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Terminating (SIGTERM)\u000a23:40:52.568324 --- ParallelTerminationStrategy: PID 30903 died...\u000a23:40:52.623726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30903): Terminated: ok {rc=0}\u000a23:40:52.633732 --- ParallelTerminationStrategy: PID 30906 died...\u000a23:40:52.688489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30906): Terminated: ok {rc=0}\u000a23:40:52.698538 --- ParallelTerminationStrategy: PID 30909 died...\u000a23:40:52.753823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30909): Terminated: ok {rc=0}\u000a23:40:52.840676 bus /sierra_3: Setting Powered False\u000a23:40:53.943910 bus /sierra_3: Setting Powered False\u000a23:40:55.051969 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30918): Process ended prematurely: osmo-stp_10.42.42.5(pid=30918) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30918)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30918): Process ended prematurely: osmo-stp_10.42.42.5(pid=30918) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:40:56.166202 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:56.178566 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:40:56.341997 tst mo_mt_call_osmux.py: using LAC 24476\u000a23:40:56.467573 tst mo_mt_call_osmux.py: using RAC 251\u000a23:40:56.593354 tst mo_mt_call_osmux.py: using CellId 24476\u000a23:40:56.719825 tst mo_mt_call_osmux.py: using BVCI 24477\u000a23:40:56.743961 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:56.755628 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:56.767510 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:56.778901 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:56.790579 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:40:56.802195 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:40:56.918662 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:40:57.116434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:40:57.590632 run create_hlr_db(pid=30912): Launched\u000a23:40:57.761465 bus /sierra_2: Setting Powered False\u000a23:40:58.782758 run create_hlr_db(pid=30912): Terminated: ok {rc=0}\u000a23:40:59.202989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30914): Launched\u000a23:40:59.519448 run osmo-hlr_10.42.42.2(pid=30915): Launched\u000a23:40:59.639743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:00.192668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30917): Launched\u000a23:41:00.508708 run osmo-stp_10.42.42.5(pid=30918): Launched\u000a23:41:00.625691 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:01.251151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30920): Launched\u000a23:41:01.681457 run osmo-msc_10.42.42.6(pid=30921): Launched\u000a23:41:01.946939 run osmo-stp_10.42.42.5(pid=30918): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30918)]\u000a23:41:02.108170 run osmo-stp_10.42.42.5(pid=30918): stdout: \u000a| (launched: 2022-12-09_23:41:00.354201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:02.305485 run osmo-stp_10.42.42.5(pid=30918): stderr: \u000a| �[0;m�[38;5;43m20221209234100547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234100547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234100547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234100547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234100548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234100548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234100548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:02.457202 run osmo-stp_10.42.42.5(pid=30918): stdout: \u000a| (launched: 2022-12-09_23:41:00.354201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:02.575561 run osmo-stp_10.42.42.5(pid=30918): stderr: \u000a| �[0;m�[38;5;43m20221209234100547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234100547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234100547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234100547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234100548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234100548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234100548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:02.627840 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30918): Process ended prematurely: osmo-stp_10.42.42.5(pid=30918) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30918)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:41:02.636496 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:41:02.695689 run osmo-hlr_10.42.42.2(pid=30915): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30915)]\u000a23:41:02.744598 run osmo-hlr_10.42.42.2(pid=30915): stdout: \u000a| (launched: 2022-12-09_23:40:59.364222) \u000a23:41:02.794286 run osmo-hlr_10.42.42.2(pid=30915): stderr: \u000a| �[0;m�[1;31m20221209234059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234059563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234059576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234059584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234059585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234059585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:02.861728 run osmo-msc_10.42.42.6(pid=30921): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30921)]\u000a23:41:02.910485 run osmo-msc_10.42.42.6(pid=30921): stdout: \u000a| (launched: 2022-12-09_23:41:01.416016) \u000a23:41:02.959755 run osmo-msc_10.42.42.6(pid=30921): stderr: \u000a| �[0;m�[38;5;43m20221209234101955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234101955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00a7012c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234101955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234101955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234101955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234101955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234101962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234101962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234101962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234101962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:03.001302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30914): Terminating (SIGTERM)\u000a23:41:03.040866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30917): Terminating (SIGTERM)\u000a23:41:03.080234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30920): Terminating (SIGTERM)\u000a23:41:03.089258 --- ParallelTerminationStrategy: PID 30914 died...\u000a23:41:03.142260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30914): Terminated: ok {rc=0}\u000a23:41:03.151747 --- ParallelTerminationStrategy: PID 30917 died...\u000a23:41:03.204336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30917): Terminated: ok {rc=0}\u000a23:41:03.213801 --- ParallelTerminationStrategy: PID 30920 died...\u000a23:41:03.266571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30920): Terminated: ok {rc=0}\u000a23:41:03.354146 bus /sierra_3: Setting Powered False\u000a23:41:04.456299 bus /sierra_3: Setting Powered False\u000a23:41:05.567731 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:40:45" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:41:07.576720 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:07.588386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:41:07.754036 tst mo_mt_call.py: using LAC 24477\u000a23:41:07.879617 tst mo_mt_call.py: using RAC 252\u000a23:41:08.005181 tst mo_mt_call.py: using CellId 24477\u000a23:41:08.130273 tst mo_mt_call.py: using BVCI 24478\u000a23:41:08.154401 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:08.165980 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:08.177480 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:08.189272 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:08.201277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:08.212745 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:08.328282 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:08.533711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:09.007660 run create_hlr_db(pid=30926): Launched\u000a23:41:09.177742 bus /sierra_2: Setting Powered False\u000a23:41:10.199921 run create_hlr_db(pid=30926): Terminated: ok {rc=0}\u000a23:41:10.594320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Launched\u000a23:41:10.888838 run osmo-hlr_10.42.42.2(pid=30929): Launched\u000a23:41:10.996146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:11.507106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Launched\u000a23:41:11.802633 run osmo-stp_10.42.42.5(pid=30932): Launched\u000a23:41:11.911913 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:12.451864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Launched\u000a23:41:12.748777 run osmo-msc_10.42.42.6(pid=30935): Launched\u000a23:41:12.924346 run osmo-stp_10.42.42.5(pid=30932): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)]\u000a23:41:13.049985 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-09_23:41:11.657315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:13.173967 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221209234111825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234111826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234111826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234111826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234111828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234111829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234111829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:13.293273 run osmo-stp_10.42.42.5(pid=30932): stdout: \u000a| (launched: 2022-12-09_23:41:11.657315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:13.411494 run osmo-stp_10.42.42.5(pid=30932): stderr: \u000a| �[0;m�[38;5;43m20221209234111825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234111826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234111826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234111826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234111828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234111829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234111829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:13.463660 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30932): Process ended prematurely: osmo-stp_10.42.42.5(pid=30932) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30932)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:41:13.472080 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a23:41:13.530563 run osmo-hlr_10.42.42.2(pid=30929): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30929)]\u000a23:41:13.578666 run osmo-hlr_10.42.42.2(pid=30929): stdout: \u000a| (launched: 2022-12-09_23:41:10.744904) \u000a23:41:13.627701 run osmo-hlr_10.42.42.2(pid=30929): stderr: \u000a| �[0;m�[1;31m20221209234110921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234110921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234110921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234110921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234110921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234110921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234110937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234110945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234110946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234110946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:13.693876 run osmo-msc_10.42.42.6(pid=30935): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30935)]\u000a23:41:13.741964 run osmo-msc_10.42.42.6(pid=30935): stdout: \u000a| (launched: 2022-12-09_23:41:12.602658) \u000a23:41:13.790690 run osmo-msc_10.42.42.6(pid=30935): stderr: \u000a| �[0;m�[38;5;43m20221209234112873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234112873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f377c581c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234112873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234112873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234112873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234112873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234112875 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234112876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234112876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234112876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:13.831886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminating (SIGTERM)\u000a23:41:13.871586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminating (SIGTERM)\u000a23:41:13.910657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Terminating (SIGTERM)\u000a23:41:13.919658 --- ParallelTerminationStrategy: PID 30928 died...\u000a23:41:13.971972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30928): Terminated: ok {rc=0}\u000a23:41:13.981456 --- ParallelTerminationStrategy: PID 30931 died...\u000a23:41:14.033984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30931): Terminated: ok {rc=0}\u000a23:41:14.043362 --- ParallelTerminationStrategy: PID 30934 died...\u000a23:41:14.095996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30934): Terminated: ok {rc=0}\u000a23:41:14.177884 bus /sierra_3: Setting Powered False\u000a23:41:15.283690 bus /sierra_3: Setting Powered False\u000a23:41:16.396488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30943): Process ended prematurely: osmo-stp_10.42.42.5(pid=30943) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30943): Process ended prematurely: osmo-stp_10.42.42.5(pid=30943) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:17.509601 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:17.521921 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:41:17.687994 tst mo_mt_call_osmux.py: using LAC 24478\u000a23:41:17.815146 tst mo_mt_call_osmux.py: using RAC 253\u000a23:41:17.939394 tst mo_mt_call_osmux.py: using CellId 24478\u000a23:41:18.063492 tst mo_mt_call_osmux.py: using BVCI 24479\u000a23:41:18.087662 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:18.099607 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:18.111161 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:18.122931 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:18.134723 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:41:18.146479 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:18.262050 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:41:18.462171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:18.935292 run create_hlr_db(pid=30937): Launched\u000a23:41:19.106021 bus /sierra_2: Setting Powered False\u000a23:41:20.129202 run create_hlr_db(pid=30937): Terminated: ok {rc=0}\u000a23:41:20.551547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30939): Launched\u000a23:41:20.868591 run osmo-hlr_10.42.42.2(pid=30940): Launched\u000a23:41:20.988941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:21.539058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30942): Launched\u000a23:41:21.856209 run osmo-stp_10.42.42.5(pid=30943): Launched\u000a23:41:21.972688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:22.552441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30945): Launched\u000a23:41:22.870693 run osmo-msc_10.42.42.6(pid=30946): Launched\u000a23:41:23.057745 run osmo-stp_10.42.42.5(pid=30943): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)]\u000a23:41:23.193393 run osmo-stp_10.42.42.5(pid=30943): stdout: \u000a| (launched: 2022-12-09_23:41:21.700738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:23.328335 run osmo-stp_10.42.42.5(pid=30943): stderr: \u000a| �[0;m�[38;5;43m20221209234121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234121891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234121891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234121892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:23.456522 run osmo-stp_10.42.42.5(pid=30943): stdout: \u000a| (launched: 2022-12-09_23:41:21.700738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:23.584004 run osmo-stp_10.42.42.5(pid=30943): stderr: \u000a| �[0;m�[38;5;43m20221209234121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234121890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234121891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234121891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234121891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234121892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:23.639958 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30943): Process ended prematurely: osmo-stp_10.42.42.5(pid=30943) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30943)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:41:23.649212 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:41:23.711824 run osmo-hlr_10.42.42.2(pid=30940): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30940)]\u000a23:41:23.764154 run osmo-hlr_10.42.42.2(pid=30940): stdout: \u000a| (launched: 2022-12-09_23:41:20.713260) \u000a23:41:23.816457 run osmo-hlr_10.42.42.2(pid=30940): stderr: \u000a| �[0;m�[1;31m20221209234120911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234120911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234120911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234120911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234120911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234120911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234120924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234120934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234120934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234120934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:23.886804 run osmo-msc_10.42.42.6(pid=30946): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30946)]\u000a23:41:23.938221 run osmo-msc_10.42.42.6(pid=30946): stdout: \u000a| (launched: 2022-12-09_23:41:22.714350) \u000a23:41:23.990200 run osmo-msc_10.42.42.6(pid=30946): stderr: \u000a| �[0;m�[38;5;43m20221209234123032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234123032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ac0ea5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234123032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234123033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234123033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234123033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234123036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234123037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234123037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234123037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:24.033916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30939): Terminating (SIGTERM)\u000a23:41:24.075621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30942): Terminating (SIGTERM)\u000a23:41:24.116768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30945): Terminating (SIGTERM)\u000a23:41:24.126577 --- ParallelTerminationStrategy: PID 30939 died...\u000a23:41:24.182151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30939): Terminated: ok {rc=0}\u000a23:41:24.192080 --- ParallelTerminationStrategy: PID 30942 died...\u000a23:41:24.247271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30942): Terminated: ok {rc=0}\u000a23:41:24.257240 --- ParallelTerminationStrategy: PID 30945 died...\u000a23:41:24.312338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30945): Terminated: ok {rc=0}\u000a23:41:24.398477 bus /sierra_3: Setting Powered False\u000a23:41:25.504555 bus /sierra_3: Setting Powered False\u000a23:41:26.613822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:41:07" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30958): Process ended prematurely: osmo-stp_10.42.42.5(pid=30958) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30958): Process ended prematurely: osmo-stp_10.42.42.5(pid=30958) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:41:28.620518 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:28.631963 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:41:28.792699 tst mo_mt_call.py: using LAC 24479\u000a23:41:28.906578 tst mo_mt_call.py: using RAC 254\u000a23:41:29.026417 tst mo_mt_call.py: using CellId 24479\u000a23:41:29.141559 tst mo_mt_call.py: using BVCI 24480\u000a23:41:29.163991 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:29.175190 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:29.186112 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:29.197121 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:29.208089 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:29.219138 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:29.335631 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:29.544488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:30.042698 run create_hlr_db(pid=30952): Launched\u000a23:41:30.226325 bus /sierra_2: Setting Powered False\u000a23:41:31.301826 run create_hlr_db(pid=30952): Terminated: ok {rc=0}\u000a23:41:31.737839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30954): Launched\u000a23:41:32.221201 run osmo-hlr_10.42.42.2(pid=30955): Launched\u000a23:41:32.387679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:32.897973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30957): Launched\u000a23:41:33.192744 run osmo-stp_10.42.42.5(pid=30958): Launched\u000a23:41:33.301049 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:33.840721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30960): Launched\u000a23:41:34.137419 run osmo-msc_10.42.42.6(pid=30961): Launched\u000a23:41:34.311139 run osmo-stp_10.42.42.5(pid=30958): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)]\u000a23:41:34.437544 run osmo-stp_10.42.42.5(pid=30958): stdout: \u000a| (launched: 2022-12-09_23:41:33.048181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:34.560668 run osmo-stp_10.42.42.5(pid=30958): stderr: \u000a| �[0;m�[38;5;43m20221209234133218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234133218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234133219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234133219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234133219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234133219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234133220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:34.680030 run osmo-stp_10.42.42.5(pid=30958): stdout: \u000a| (launched: 2022-12-09_23:41:33.048181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:34.798032 run osmo-stp_10.42.42.5(pid=30958): stderr: \u000a| �[0;m�[38;5;43m20221209234133218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234133218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234133219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234133219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234133219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234133219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234133220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:34.850370 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30958): Process ended prematurely: osmo-stp_10.42.42.5(pid=30958) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30958)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:41:34.859070 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:41:34.918122 run osmo-hlr_10.42.42.2(pid=30955): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30955)]\u000a23:41:34.966277 run osmo-hlr_10.42.42.2(pid=30955): stdout: \u000a| (launched: 2022-12-09_23:41:31.894806) \u000a23:41:35.015269 run osmo-hlr_10.42.42.2(pid=30955): stderr: \u000a| �[0;m�[1;31m20221209234132115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234132115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234132115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234132115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234132115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234132115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234132128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234132140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234132145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234132145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:35.081592 run osmo-msc_10.42.42.6(pid=30961): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30961)]\u000a23:41:35.129957 run osmo-msc_10.42.42.6(pid=30961): stdout: \u000a| (launched: 2022-12-09_23:41:33.991699) \u000a23:41:35.178931 run osmo-msc_10.42.42.6(pid=30961): stderr: \u000a| �[0;m�[38;5;43m20221209234134263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234134263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2ea73fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234134263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234134263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234134263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234134264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234134265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234134266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:35.220184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30954): Terminating (SIGTERM)\u000a23:41:35.259224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30957): Terminating (SIGTERM)\u000a23:41:35.298307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30960): Terminating (SIGTERM)\u000a23:41:35.307374 --- ParallelTerminationStrategy: PID 30954 died...\u000a23:41:35.360051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30954): Terminated: ok {rc=0}\u000a23:41:35.369794 --- ParallelTerminationStrategy: PID 30957 died...\u000a23:41:35.422283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30957): Terminated: ok {rc=0}\u000a23:41:35.431683 --- ParallelTerminationStrategy: PID 30960 died...\u000a23:41:35.484209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30960): Terminated: ok {rc=0}\u000a23:41:35.571593 bus /sierra_3: Setting Powered False\u000a23:41:36.673723 bus /sierra_3: Setting Powered False\u000a23:41:37.779015 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30969): Process ended prematurely: osmo-stp_10.42.42.5(pid=30969) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30969)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30969): Process ended prematurely: osmo-stp_10.42.42.5(pid=30969) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:41:38.892350 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:38.904701 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:41:39.068891 tst mo_mt_call_osmux.py: using LAC 24480\u000a23:41:39.193236 tst mo_mt_call_osmux.py: using RAC 255\u000a23:41:39.312778 tst mo_mt_call_osmux.py: using CellId 24480\u000a23:41:39.437702 tst mo_mt_call_osmux.py: using BVCI 24481\u000a23:41:39.461812 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:39.473527 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:39.485056 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:39.496786 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:39.510876 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:41:39.523901 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:39.642729 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:41:39.853601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:40.353243 run create_hlr_db(pid=30963): Launched\u000a23:41:40.536845 bus /sierra_2: Setting Powered False\u000a23:41:41.559299 run create_hlr_db(pid=30963): Terminated: ok {rc=0}\u000a23:41:41.981445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30965): Launched\u000a23:41:42.299068 run osmo-hlr_10.42.42.2(pid=30966): Launched\u000a23:41:42.418599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:42.970716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30968): Launched\u000a23:41:43.287163 run osmo-stp_10.42.42.5(pid=30969): Launched\u000a23:41:43.403358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:43.982676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30971): Launched\u000a23:41:44.300545 run osmo-msc_10.42.42.6(pid=30972): Launched\u000a23:41:44.488212 run osmo-stp_10.42.42.5(pid=30969): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30969)]\u000a23:41:44.624124 run osmo-stp_10.42.42.5(pid=30969): stdout: \u000a| (launched: 2022-12-09_23:41:43.131992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:44.759807 run osmo-stp_10.42.42.5(pid=30969): stderr: \u000a| �[0;m�[38;5;43m20221209234143325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234143325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234143326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234143326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234143326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234143327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234143327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:44.888559 run osmo-stp_10.42.42.5(pid=30969): stdout: \u000a| (launched: 2022-12-09_23:41:43.131992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:45.016771 run osmo-stp_10.42.42.5(pid=30969): stderr: \u000a| �[0;m�[38;5;43m20221209234143325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234143325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234143326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234143326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234143326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234143327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234143327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:45.073161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30969): Process ended prematurely: osmo-stp_10.42.42.5(pid=30969) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30969)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:41:45.082500 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:41:45.145278 run osmo-hlr_10.42.42.2(pid=30966): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30966)]\u000a23:41:45.196617 run osmo-hlr_10.42.42.2(pid=30966): stdout: \u000a| (launched: 2022-12-09_23:41:42.143360) \u000a23:41:45.248299 run osmo-hlr_10.42.42.2(pid=30966): stderr: \u000a| �[0;m�[1;31m20221209234142342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234142342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234142342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234142342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234142342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234142342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234142355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234142365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234142366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234142366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:45.318533 run osmo-msc_10.42.42.6(pid=30972): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30972)]\u000a23:41:45.369311 run osmo-msc_10.42.42.6(pid=30972): stdout: \u000a| (launched: 2022-12-09_23:41:44.144276) \u000a23:41:45.420706 run osmo-msc_10.42.42.6(pid=30972): stderr: \u000a| �[0;m�[38;5;43m20221209234144465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234144465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05a7dafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234144465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234144465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234144466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234144466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234144467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234144468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234144468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234144468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:45.463987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30965): Terminating (SIGTERM)\u000a23:41:45.505641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30968): Terminating (SIGTERM)\u000a23:41:45.546923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30971): Terminating (SIGTERM)\u000a23:41:45.556604 --- ParallelTerminationStrategy: PID 30965 died...\u000a23:41:45.612146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30965): Terminated: ok {rc=0}\u000a23:41:45.622339 --- ParallelTerminationStrategy: PID 30968 died...\u000a23:41:45.677761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30968): Terminated: ok {rc=0}\u000a23:41:45.687646 --- ParallelTerminationStrategy: PID 30971 died...\u000a23:41:45.743508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30971): Terminated: ok {rc=0}\u000a23:41:45.829890 bus /sierra_3: Setting Powered False\u000a23:41:46.954979 bus /sierra_3: Setting Powered False\u000a23:41:48.069812 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:41:28" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30983): Process ended prematurely: osmo-stp_10.42.42.5(pid=30983) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30983): Process ended prematurely: osmo-stp_10.42.42.5(pid=30983) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:41:50.056890 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:41:50.067873 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:41:50.225262 tst mo_mt_call.py: using LAC 24481\u000a23:41:50.342967 tst mo_mt_call.py: using RAC 1\u000a23:41:50.459822 tst mo_mt_call.py: using CellId 24481\u000a23:41:50.578430 tst mo_mt_call.py: using BVCI 24482\u000a23:41:50.601072 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:41:50.612024 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:41:50.622790 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:41:50.633720 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:41:50.644569 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:41:50.655378 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:41:50.773567 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:41:50.974898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:41:51.449078 run create_hlr_db(pid=30977): Launched\u000a23:41:51.620231 bus /sierra_2: Setting Powered False\u000a23:41:52.641452 run create_hlr_db(pid=30977): Terminated: ok {rc=0}\u000a23:41:53.063871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30979): Launched\u000a23:41:53.382812 run osmo-hlr_10.42.42.2(pid=30980): Launched\u000a23:41:53.503966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:41:54.058852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30982): Launched\u000a23:41:54.377161 run osmo-stp_10.42.42.5(pid=30983): Launched\u000a23:41:54.493154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:41:55.074454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30985): Launched\u000a23:41:55.393606 run osmo-msc_10.42.42.6(pid=30986): Launched\u000a23:41:55.580031 run osmo-stp_10.42.42.5(pid=30983): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)]\u000a23:41:55.715246 run osmo-stp_10.42.42.5(pid=30983): stdout: \u000a| (launched: 2022-12-09_23:41:54.221434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:55.850343 run osmo-stp_10.42.42.5(pid=30983): stderr: \u000a| �[0;m�[38;5;43m20221209234154412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234154412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234154412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234154413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234154413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234154413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234154413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:55.978560 run osmo-stp_10.42.42.5(pid=30983): stdout: \u000a| (launched: 2022-12-09_23:41:54.221434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:41:56.105943 run osmo-stp_10.42.42.5(pid=30983): stderr: \u000a| �[0;m�[38;5;43m20221209234154412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234154412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234154412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234154413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234154413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234154413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234154413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:41:56.162058 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30983): Process ended prematurely: osmo-stp_10.42.42.5(pid=30983) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30983)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:41:56.171730 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:41:56.235119 run osmo-hlr_10.42.42.2(pid=30980): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30980)]\u000a23:41:56.286467 run osmo-hlr_10.42.42.2(pid=30980): stdout: \u000a| (launched: 2022-12-09_23:41:53.226769) \u000a23:41:56.338746 run osmo-hlr_10.42.42.2(pid=30980): stderr: \u000a| �[0;m�[1;31m20221209234153424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234153424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234153424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234153424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234153425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234153425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234153436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234153445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234153445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234153445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:41:56.409386 run osmo-msc_10.42.42.6(pid=30986): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30986)]\u000a23:41:56.460808 run osmo-msc_10.42.42.6(pid=30986): stdout: \u000a| (launched: 2022-12-09_23:41:55.236517) \u000a23:41:56.512835 run osmo-msc_10.42.42.6(pid=30986): stderr: \u000a| �[0;m�[38;5;43m20221209234155559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234155559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff46300bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234155559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234155559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234155559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234155560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234155561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234155562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234155562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234155562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:41:56.556935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30979): Terminating (SIGTERM)\u000a23:41:56.598758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30982): Terminating (SIGTERM)\u000a23:41:56.640507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30985): Terminating (SIGTERM)\u000a23:41:56.650128 --- ParallelTerminationStrategy: PID 30979 died...\u000a23:41:56.706272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30979): Terminated: ok {rc=0}\u000a23:41:56.716245 --- ParallelTerminationStrategy: PID 30982 died...\u000a23:41:56.772212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30982): Terminated: ok {rc=0}\u000a23:41:56.782186 --- ParallelTerminationStrategy: PID 30985 died...\u000a23:41:56.837827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30985): Terminated: ok {rc=0}\u000a23:41:56.924485 bus /sierra_3: Setting Powered False\u000a23:41:58.030500 bus /sierra_3: Setting Powered False\u000a23:41:59.138265 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30996): Process ended prematurely: osmo-stp_10.42.42.5(pid=30996) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30996)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30996): Process ended prematurely: osmo-stp_10.42.42.5(pid=30996) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:42:00.247492 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:00.259239 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:42:00.419722 tst mo_mt_call_osmux.py: using LAC 24482\u000a23:42:00.537349 tst mo_mt_call_osmux.py: using RAC 2\u000a23:42:00.654386 tst mo_mt_call_osmux.py: using CellId 24482\u000a23:42:00.769589 tst mo_mt_call_osmux.py: using BVCI 24483\u000a23:42:00.792124 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:00.803279 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:00.814194 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:00.825071 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:00.836371 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:42:00.849660 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:01.009955 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:42:01.243731 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:01.769717 run create_hlr_db(pid=30990): Launched\u000a23:42:01.944614 bus /sierra_2: Setting Powered False\u000a23:42:02.962529 run create_hlr_db(pid=30990): Terminated: ok {rc=0}\u000a23:42:03.382423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30992): Launched\u000a23:42:03.699376 run osmo-hlr_10.42.42.2(pid=30993): Launched\u000a23:42:03.821192 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:04.372838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30995): Launched\u000a23:42:04.690153 run osmo-stp_10.42.42.5(pid=30996): Launched\u000a23:42:04.806883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:05.385744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30998): Launched\u000a23:42:05.704639 run osmo-msc_10.42.42.6(pid=30999): Launched\u000a23:42:05.891665 run osmo-stp_10.42.42.5(pid=30996): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30996)]\u000a23:42:06.026558 run osmo-stp_10.42.42.5(pid=30996): stdout: \u000a| (launched: 2022-12-09_23:42:04.534544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:06.160899 run osmo-stp_10.42.42.5(pid=30996): stderr: \u000a| �[0;m�[38;5;43m20221209234204725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234204725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234204726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234204726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234204726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234204727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234204727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:06.289309 run osmo-stp_10.42.42.5(pid=30996): stdout: \u000a| (launched: 2022-12-09_23:42:04.534544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:06.415996 run osmo-stp_10.42.42.5(pid=30996): stderr: \u000a| �[0;m�[38;5;43m20221209234204725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234204725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234204726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234204726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234204726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234204727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234204727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:06.472003 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=30996): Process ended prematurely: osmo-stp_10.42.42.5(pid=30996) [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30996)] [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:42:06.481323 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:42:06.543623 run osmo-hlr_10.42.42.2(pid=30993): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30993)]\u000a23:42:06.595078 run osmo-hlr_10.42.42.2(pid=30993): stdout: \u000a| (launched: 2022-12-09_23:42:03.544149) \u000a23:42:06.646702 run osmo-hlr_10.42.42.2(pid=30993): stderr: \u000a| �[0;m�[1;31m20221209234203742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234203742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234203742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234203742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234203742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234203743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234203755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234203765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234203765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234203765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:06.716583 run osmo-msc_10.42.42.6(pid=30999): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=30999)]\u000a23:42:06.767735 run osmo-msc_10.42.42.6(pid=30999): stdout: \u000a| (launched: 2022-12-09_23:42:05.547338) \u000a23:42:06.819309 run osmo-msc_10.42.42.6(pid=30999): stderr: \u000a| �[0;m�[38;5;43m20221209234205865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234205865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd47305c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234205865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234205865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234205866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234205866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234205867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234205868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234205868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234205868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:06.862321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30992): Terminating (SIGTERM)\u000a23:42:06.903309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30995): Terminating (SIGTERM)\u000a23:42:06.944327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30998): Terminating (SIGTERM)\u000a23:42:06.954067 --- ParallelTerminationStrategy: PID 30992 died...\u000a23:42:07.009715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30992): Terminated: ok {rc=0}\u000a23:42:07.019565 --- ParallelTerminationStrategy: PID 30995 died...\u000a23:42:07.074634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30995): Terminated: ok {rc=0}\u000a23:42:07.084708 --- ParallelTerminationStrategy: PID 30998 died...\u000a23:42:07.139596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=30998): Terminated: ok {rc=0}\u000a23:42:07.225189 bus /sierra_3: Setting Powered False\u000a23:42:08.330834 bus /sierra_3: Setting Powered False\u000a23:42:09.437706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:41:49" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2366↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2366↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:42:11.460830 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:11.471945 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:11.614728 tst emergency_mo_mt_call.py: using LAC 24483\u000a23:42:11.736877 tst emergency_mo_mt_call.py: using RAC 3\u000a23:42:11.860257 tst emergency_mo_mt_call.py: using CellId 24483\u000a23:42:11.987057 tst emergency_mo_mt_call.py: using BVCI 24484\u000a23:42:12.010984 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:12.022201 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:12.033161 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:12.044267 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:12.055437 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:12.066731 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:12.180753 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:12.386874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:12.876462 run create_hlr_db(pid=31004): Launched\u000a23:42:13.057727 bus /sierra_2: Setting Powered False\u000a23:42:14.078846 run create_hlr_db(pid=31004): Terminated: ok {rc=0}\u000a23:42:14.492693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Launched\u000a23:42:14.805441 run osmo-hlr_10.42.42.2(pid=31007): Launched\u000a23:42:14.923060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:15.435176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Launched\u000a23:42:15.725928 run osmo-stp_10.42.42.5(pid=31010): Launched\u000a23:42:15.853092 tst emergency_mo_mt_call.py: using MSISDN 7438\u000a23:42:16.016419 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:16.619676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Launched\u000a23:42:17.003905 run osmo-msc_10.42.42.6(pid=31013): Launched\u000a23:42:17.294882 run osmo-stp_10.42.42.5(pid=31010): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)]\u000a23:42:17.423737 run osmo-stp_10.42.42.5(pid=31010): stdout: \u000a| (launched: 2022-12-09_23:42:15.582919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:17.545024 run osmo-stp_10.42.42.5(pid=31010): stderr: \u000a| �[0;m�[38;5;43m20221209234215753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234215753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234215753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234215754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234215755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234215755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234215755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:17.661967 run osmo-stp_10.42.42.5(pid=31010): stdout: \u000a| (launched: 2022-12-09_23:42:15.582919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:17.777973 run osmo-stp_10.42.42.5(pid=31010): stderr: \u000a| �[0;m�[38;5;43m20221209234215753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234215753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234215753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234215754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234215755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234215755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234215755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:17.828885 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31010): Process ended prematurely: osmo-stp_10.42.42.5(pid=31010) [trial-2366↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31010)] [trial-2366↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a23:42:17.836772 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a23:42:17.896055 run osmo-hlr_10.42.42.2(pid=31007): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31007)]\u000a23:42:17.944785 run osmo-hlr_10.42.42.2(pid=31007): stdout: \u000a| (launched: 2022-12-09_23:42:14.651313) \u000a23:42:17.994018 run osmo-hlr_10.42.42.2(pid=31007): stderr: \u000a| �[0;m�[1;31m20221209234214847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234214847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234214847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234214847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234214847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234214847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234214860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234214868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234214868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234214868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:18.060695 run osmo-msc_10.42.42.6(pid=31013): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31013)]\u000a23:42:18.109348 run osmo-msc_10.42.42.6(pid=31013): stdout: \u000a| (launched: 2022-12-09_23:42:16.769071) \u000a23:42:18.158913 run osmo-msc_10.42.42.6(pid=31013): stderr: \u000a| �[0;m�[38;5;43m20221209234217285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234217285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6176211c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234217285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234217285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234217285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234217286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234217287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234217288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234217288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234217288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:18.200538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminating (SIGTERM)\u000a23:42:18.239816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminating (SIGTERM)\u000a23:42:18.279060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Terminating (SIGTERM)\u000a23:42:18.288079 --- ParallelTerminationStrategy: PID 31006 died...\u000a23:42:18.340746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31006): Terminated: ok {rc=0}\u000a23:42:18.350926 --- ParallelTerminationStrategy: PID 31009 died...\u000a23:42:18.403850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31009): Terminated: ok {rc=0}\u000a23:42:18.413362 --- ParallelTerminationStrategy: PID 31012 died...\u000a23:42:18.465951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31012): Terminated: ok {rc=0}\u000a23:42:18.553132 bus /sierra_3: Setting Powered False\u000a23:42:19.656459 bus /sierra_3: Setting Powered False\u000a23:42:20.762393 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31021): Process ended prematurely: osmo-stp_10.42.42.5(pid=31021) [trial-2366↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31021)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31021): Process ended prematurely: osmo-stp_10.42.42.5(pid=31021) [trial-2366↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:42:21.811482 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:21.822792 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:21.958447 tst emergency_preemptive_call.py: using LAC 24484\u000a23:42:22.077659 tst emergency_preemptive_call.py: using RAC 4\u000a23:42:22.189773 tst emergency_preemptive_call.py: using CellId 24484\u000a23:42:22.302593 tst emergency_preemptive_call.py: using BVCI 24485\u000a23:42:22.324628 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:22.335380 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:22.345986 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:22.356505 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:22.367054 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:42:22.378227 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:22.495274 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:22.612475 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:22.729687 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:22.930791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:23.396750 run create_hlr_db(pid=31015): Launched\u000a23:42:23.564357 bus /sierra_2: Setting Powered False\u000a23:42:24.598550 run create_hlr_db(pid=31015): Terminated: ok {rc=0}\u000a23:42:24.989067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31017): Launched\u000a23:42:25.278700 run osmo-hlr_10.42.42.2(pid=31018): Launched\u000a23:42:25.385786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:25.891805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31020): Launched\u000a23:42:26.183952 run osmo-stp_10.42.42.5(pid=31021): Launched\u000a23:42:26.300582 tst emergency_preemptive_call.py: using MSISDN 7439\u000a23:42:26.445606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:42:26.975031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31023): Launched\u000a23:42:27.266781 run osmo-msc_10.42.42.6(pid=31024): Launched\u000a23:42:27.437874 run osmo-stp_10.42.42.5(pid=31021): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31021)]\u000a23:42:27.563016 run osmo-stp_10.42.42.5(pid=31021): stdout: \u000a| (launched: 2022-12-09_23:42:26.039302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:27.683893 run osmo-stp_10.42.42.5(pid=31021): stderr: \u000a| �[0;m�[38;5;43m20221209234226211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234226211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234226212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234226212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234226213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234226213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234226213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:27.800897 run osmo-stp_10.42.42.5(pid=31021): stdout: \u000a| (launched: 2022-12-09_23:42:26.039302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:27.916695 run osmo-stp_10.42.42.5(pid=31021): stderr: \u000a| �[0;m�[38;5;43m20221209234226211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234226211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234226212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234226212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234226213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234226213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234226213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:27.967652 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31021): Process ended prematurely: osmo-stp_10.42.42.5(pid=31021) [trial-2366↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31021)] [trial-2366↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a23:42:27.975632 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a23:42:28.034622 run osmo-hlr_10.42.42.2(pid=31018): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31018)]\u000a23:42:28.083177 run osmo-hlr_10.42.42.2(pid=31018): stdout: \u000a| (launched: 2022-12-09_23:42:25.136579) \u000a23:42:28.132417 run osmo-hlr_10.42.42.2(pid=31018): stderr: \u000a| �[0;m�[1;31m20221209234225314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234225314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234225314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234225314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234225314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234225314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234225329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234225337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234225337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234225338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:28.199399 run osmo-msc_10.42.42.6(pid=31024): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31024)]\u000a23:42:28.247847 run osmo-msc_10.42.42.6(pid=31024): stdout: \u000a| (launched: 2022-12-09_23:42:27.123332) \u000a23:42:28.296734 run osmo-msc_10.42.42.6(pid=31024): stderr: \u000a| �[0;m�[38;5;43m20221209234227394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234227395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e5661fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234227395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234227395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234227395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234227395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234227397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234227398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234227398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234227398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:42:28.338060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31017): Terminating (SIGTERM)\u000a23:42:28.377085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31020): Terminating (SIGTERM)\u000a23:42:28.416154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31023): Terminating (SIGTERM)\u000a23:42:28.425366 --- ParallelTerminationStrategy: PID 31017 died...\u000a23:42:28.478136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31017): Terminated: ok {rc=0}\u000a23:42:28.487568 --- ParallelTerminationStrategy: PID 31020 died...\u000a23:42:28.539687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31020): Terminated: ok {rc=0}\u000a23:42:28.549154 --- ParallelTerminationStrategy: PID 31023 died...\u000a23:42:28.601459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31023): Terminated: ok {rc=0}\u000a23:42:28.689492 bus /sierra_9: Setting Powered False\u000a23:42:29.796280 bus /sierra_9: Setting Powered False\u000a23:42:30.919889 bus /sierra_8: Setting Powered False\u000a23:42:32.019410 bus /sierra_8: Setting Powered False\u000a23:42:33.124413 bus /sierra_3: Setting Powered False\u000a23:42:34.229890 bus /sierra_3: Setting Powered False\u000a23:42:35.340881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:42:11" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31039): Process ended prematurely: osmo-stp_10.42.42.5(pid=31039) [trial-2366↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31039): Process ended prematurely: osmo-stp_10.42.42.5(pid=31039) [trial-2366↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:42:37.466256 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:37.476833 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:37.609327 tst cs_paging_gprs_active.py: using LAC 24485\u000a23:42:37.724346 tst cs_paging_gprs_active.py: using RAC 5\u000a23:42:37.841521 tst cs_paging_gprs_active.py: using CellId 24485\u000a23:42:37.956536 tst cs_paging_gprs_active.py: using BVCI 24486\u000a23:42:37.979300 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:37.990038 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:38.000583 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:38.011112 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:38.021594 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:38.031956 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:38.042612 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:38.053072 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:38.063597 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:38.180499 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:38.457016 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:42:38.581385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:42:38.888177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31029): Launched\u000a23:42:39.143604 run iperf3-srv_10.42.42.10(pid=31030): Launched\u000a23:42:39.325429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:42:39.449430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:42:39.758578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31031): Launched\u000a23:42:40.014171 run iperf3-srv_10.42.42.10(pid=31032): Launched\u000a23:42:40.195452 tst cs_paging_gprs_active.py:38: start network...\u000a23:42:40.319224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:40.796876 run create_hlr_db(pid=31033): Launched\u000a23:42:40.968500 bus /sierra_2: Setting Powered False\u000a23:42:41.989062 run create_hlr_db(pid=31033): Terminated: ok {rc=0}\u000a23:42:42.385049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31035): Launched\u000a23:42:42.683325 run osmo-hlr_10.42.42.2(pid=31036): Launched\u000a23:42:42.798969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:43.323569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31038): Launched\u000a23:42:43.621624 run osmo-stp_10.42.42.5(pid=31039): Launched\u000a23:42:43.730073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:42:44.248668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31041): Launched\u000a23:42:44.354614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:42:44.614429 run patchelf(pid=31042): Launched\u000a23:42:44.788129 run osmo-stp_10.42.42.5(pid=31039): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)]\u000a23:42:44.915503 run osmo-stp_10.42.42.5(pid=31039): stdout: \u000a| (launched: 2022-12-09_23:42:43.474922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:45.043098 run osmo-stp_10.42.42.5(pid=31039): stderr: \u000a| �[0;m�[38;5;43m20221209234243645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234243645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234243645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234243646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234243646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234243646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234243646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:45.166136 run osmo-stp_10.42.42.5(pid=31039): stdout: \u000a| (launched: 2022-12-09_23:42:43.474922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:45.287452 run osmo-stp_10.42.42.5(pid=31039): stderr: \u000a| �[0;m�[38;5;43m20221209234243645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234243645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234243645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234243646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234243646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234243646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234243646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:45.429543 run patchelf(pid=31042): Terminating (SIGINT)\u000a23:42:45.596654 run patchelf(pid=31042): Terminated: ok {rc=0}\u000a23:42:45.627591 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31039): Process ended prematurely: osmo-stp_10.42.42.5(pid=31039) [trial-2366↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31039)] [trial-2366↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a23:42:45.636652 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a23:42:45.695362 run osmo-hlr_10.42.42.2(pid=31036): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31036)]\u000a23:42:45.743546 run osmo-hlr_10.42.42.2(pid=31036): stdout: \u000a| (launched: 2022-12-09_23:42:42.536534) \u000a23:42:45.792332 run osmo-hlr_10.42.42.2(pid=31036): stderr: \u000a| �[0;m�[1;31m20221209234242714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234242714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234242714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234242714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234242714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234242714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234242728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234242737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234242738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234242738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:45.834286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31029): Terminating (SIGTERM)\u000a23:42:45.898173 run iperf3-srv_10.42.42.10(pid=31030): Terminating (SIGTERM)\u000a23:42:45.945052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31031): Terminating (SIGTERM)\u000a23:42:45.991638 run iperf3-srv_10.42.42.10(pid=31032): Terminating (SIGTERM)\u000a23:42:46.037251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31035): Terminating (SIGTERM)\u000a23:42:46.077666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31038): Terminating (SIGTERM)\u000a23:42:46.117648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31041): Terminating (SIGTERM)\u000a23:42:46.126658 --- ParallelTerminationStrategy: PID 31029 died...\u000a23:42:46.180354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31029): Terminated: ok {rc=0}\u000a23:42:46.190180 --- ParallelTerminationStrategy: PID 31030 died...\u000a23:42:46.243515 run iperf3-srv_10.42.42.10(pid=31030): Terminated {rc=256}\u000a23:42:46.253413 --- ParallelTerminationStrategy: PID 31031 died...\u000a23:42:46.306983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31031): Terminated: ok {rc=0}\u000a23:42:46.316847 --- ParallelTerminationStrategy: PID 31032 died...\u000a23:42:46.370183 run iperf3-srv_10.42.42.10(pid=31032): Terminated {rc=256}\u000a23:42:46.379998 --- ParallelTerminationStrategy: PID 31035 died...\u000a23:42:46.433447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31035): Terminated: ok {rc=0}\u000a23:42:46.443306 --- ParallelTerminationStrategy: PID 31038 died...\u000a23:42:46.497089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31038): Terminated: ok {rc=0}\u000a23:42:46.507117 --- ParallelTerminationStrategy: PID 31041 died...\u000a23:42:46.561122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31041): Terminated: ok {rc=0}\u000a23:42:46.649116 bus /gobi_0: Setting Powered False\u000a23:42:47.749826 bus /gobi_0: Setting Powered False\u000a23:42:48.854962 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31051): Process ended prematurely: osmo-stp_10.42.42.5(pid=31051) [trial-2366↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31051)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31051): Process ended prematurely: osmo-stp_10.42.42.5(pid=31051) [trial-2366↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a23:42:49.968302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:49.979916 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:50.127218 tst iperf3.py: using LAC 24486\u000a23:42:50.252024 tst iperf3.py: using RAC 6\u000a23:42:50.377029 tst iperf3.py: using CellId 24486\u000a23:42:50.501147 tst iperf3.py: using BVCI 24487\u000a23:42:50.525541 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.536733 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.547713 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.559007 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.570214 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.581438 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.592678 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.603808 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:50.615373 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:42:50.908315 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:42:51.041978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:42:51.371275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31043): Launched\u000a23:42:51.645425 run iperf3-srv_10.42.42.10(pid=31044): Launched\u000a23:42:51.842533 tst iperf3.py:8: start network...\u000a23:42:51.994442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:42:52.471848 run create_hlr_db(pid=31045): Launched\u000a23:42:52.658760 bus /gobi_6: Setting Powered False\u000a23:42:53.678846 run create_hlr_db(pid=31045): Terminated: ok {rc=0}\u000a23:42:54.078069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31047): Launched\u000a23:42:54.375502 run osmo-hlr_10.42.42.2(pid=31048): Launched\u000a23:42:54.485400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:42:55.012129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31050): Launched\u000a23:42:55.331686 run osmo-stp_10.42.42.5(pid=31051): Launched\u000a23:42:55.449278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:42:56.007181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31053): Launched\u000a23:42:56.121539 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:42:56.399441 run patchelf(pid=31054): Launched\u000a23:42:56.586364 run osmo-stp_10.42.42.5(pid=31051): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31051)]\u000a23:42:56.723379 run osmo-stp_10.42.42.5(pid=31051): stdout: \u000a| (launched: 2022-12-09_23:42:55.175391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:56.861688 run osmo-stp_10.42.42.5(pid=31051): stderr: \u000a| �[0;m�[38;5;43m20221209234255368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234255368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234255368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234255369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234255369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234255369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234255369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:56.994288 run osmo-stp_10.42.42.5(pid=31051): stdout: \u000a| (launched: 2022-12-09_23:42:55.175391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:42:57.125435 run osmo-stp_10.42.42.5(pid=31051): stderr: \u000a| �[0;m�[38;5;43m20221209234255368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234255368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234255368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234255369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234255369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234255369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234255369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:42:57.278409 run patchelf(pid=31054): Terminating (SIGINT)\u000a23:42:57.458037 run patchelf(pid=31054): Terminated: ok {rc=0}\u000a23:42:57.491207 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31051): Process ended prematurely: osmo-stp_10.42.42.5(pid=31051) [trial-2366↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31051)] [trial-2366↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a23:42:57.501221 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:42:57.564913 run osmo-hlr_10.42.42.2(pid=31048): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31048)]\u000a23:42:57.616893 run osmo-hlr_10.42.42.2(pid=31048): stdout: \u000a| (launched: 2022-12-09_23:42:54.229595) \u000a23:42:57.669599 run osmo-hlr_10.42.42.2(pid=31048): stderr: \u000a| �[0;m�[1;31m20221209234254406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234254406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234254406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234254407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234254407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234254407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234254419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234254430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234254430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234254430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:42:57.714601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31043): Terminating (SIGTERM)\u000a23:42:57.756783 run iperf3-srv_10.42.42.10(pid=31044): Terminating (SIGTERM)\u000a23:42:57.799672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31047): Terminating (SIGTERM)\u000a23:42:57.842334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31050): Terminating (SIGTERM)\u000a23:42:57.884749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31053): Terminating (SIGTERM)\u000a23:42:57.894572 --- ParallelTerminationStrategy: PID 31043 died...\u000a23:42:57.951338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31043): Terminated: ok {rc=0}\u000a23:42:57.961400 --- ParallelTerminationStrategy: PID 31044 died...\u000a23:42:58.017561 run iperf3-srv_10.42.42.10(pid=31044): Terminated {rc=256}\u000a23:42:58.027561 --- ParallelTerminationStrategy: PID 31047 died...\u000a23:42:58.083389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31047): Terminated: ok {rc=0}\u000a23:42:58.093423 --- ParallelTerminationStrategy: PID 31050 died...\u000a23:42:58.148710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31050): Terminated: ok {rc=0}\u000a23:42:58.158926 --- ParallelTerminationStrategy: PID 31053 died...\u000a23:42:58.214570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31053): Terminated: ok {rc=0}\u000a23:42:58.301472 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31069): Process ended prematurely: osmo-stp_10.42.42.5(pid=31069) [trial-2366↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31069)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31069): Process ended prematurely: osmo-stp_10.42.42.5(pid=31069) [trial-2366↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a23:42:59.417076 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:59.428846 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:42:59.570255 tst iperf3m4.py: using LAC 24487\u000a23:42:59.696133 tst iperf3m4.py: using RAC 7\u000a23:42:59.820222 tst iperf3m4.py: using CellId 24487\u000a23:42:59.944563 tst iperf3m4.py: using BVCI 24488\u000a23:42:59.968780 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:59.980219 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:42:59.991276 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:00.002458 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:00.013641 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:00.024760 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:00.036143 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:00.047249 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:00.058575 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:00.176653 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:00.298596 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:00.414249 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:00.706729 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:43:00.844360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:01.225224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31055): Launched\u000a23:43:01.519579 run iperf3-srv_10.42.42.10(pid=31056): Launched\u000a23:43:01.719099 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:43:01.856905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:02.207636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31057): Launched\u000a23:43:02.463019 run iperf3-srv_10.42.42.10(pid=31058): Launched\u000a23:43:02.645316 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:43:02.770437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:03.078614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31059): Launched\u000a23:43:03.333835 run iperf3-srv_10.42.42.10(pid=31060): Launched\u000a23:43:03.514895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:43:03.638354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:03.945137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31061): Launched\u000a23:43:04.199721 run iperf3-srv_10.42.42.10(pid=31062): Launched\u000a23:43:04.380670 tst iperf3m4.py:8: start network...\u000a23:43:04.504589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:04.980886 run create_hlr_db(pid=31063): Launched\u000a23:43:05.151635 bus /gobi_6: Setting Powered False\u000a23:43:06.173523 run create_hlr_db(pid=31063): Terminated: ok {rc=0}\u000a23:43:06.569252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31065): Launched\u000a23:43:06.867394 run osmo-hlr_10.42.42.2(pid=31066): Launched\u000a23:43:06.984219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:07.506765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31068): Launched\u000a23:43:07.805388 run osmo-stp_10.42.42.5(pid=31069): Launched\u000a23:43:07.914122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:08.430590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31071): Launched\u000a23:43:08.536300 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:08.795418 run patchelf(pid=31072): Launched\u000a23:43:08.969946 run osmo-stp_10.42.42.5(pid=31069): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31069)]\u000a23:43:09.097825 run osmo-stp_10.42.42.5(pid=31069): stdout: \u000a| (launched: 2022-12-09_23:43:07.658287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:09.226242 run osmo-stp_10.42.42.5(pid=31069): stderr: \u000a| �[0;m�[38;5;43m20221209234307829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234307829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234307829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234307830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:09.349454 run osmo-stp_10.42.42.5(pid=31069): stdout: \u000a| (launched: 2022-12-09_23:43:07.658287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:09.471142 run osmo-stp_10.42.42.5(pid=31069): stderr: \u000a| �[0;m�[38;5;43m20221209234307829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234307829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234307829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234307830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234307832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:09.613353 run patchelf(pid=31072): Terminating (SIGINT)\u000a23:43:09.780690 run patchelf(pid=31072): Terminated: ok {rc=0}\u000a23:43:09.811718 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31069): Process ended prematurely: osmo-stp_10.42.42.5(pid=31069) [trial-2366↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31069)] [trial-2366↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a23:43:09.820905 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a23:43:09.880212 run osmo-hlr_10.42.42.2(pid=31066): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31066)]\u000a23:43:09.928218 run osmo-hlr_10.42.42.2(pid=31066): stdout: \u000a| (launched: 2022-12-09_23:43:06.720859) \u000a23:43:09.977143 run osmo-hlr_10.42.42.2(pid=31066): stderr: \u000a| �[0;m�[1;31m20221209234306895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234306895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234306895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234306895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234306895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234306895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234306907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234306917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234306917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234306917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:10.018408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31055): Terminating (SIGTERM)\u000a23:43:10.057167 run iperf3-srv_10.42.42.10(pid=31056): Terminating (SIGTERM)\u000a23:43:10.096939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31057): Terminating (SIGTERM)\u000a23:43:10.135945 run iperf3-srv_10.42.42.10(pid=31058): Terminating (SIGTERM)\u000a23:43:10.174967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31059): Terminating (SIGTERM)\u000a23:43:10.214010 run iperf3-srv_10.42.42.10(pid=31060): Terminating (SIGTERM)\u000a23:43:10.252920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31061): Terminating (SIGTERM)\u000a23:43:10.291716 run iperf3-srv_10.42.42.10(pid=31062): Terminating (SIGTERM)\u000a23:43:10.330557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31065): Terminating (SIGTERM)\u000a23:43:10.369710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31068): Terminating (SIGTERM)\u000a23:43:10.408597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31071): Terminating (SIGTERM)\u000a23:43:10.417652 --- ParallelTerminationStrategy: PID 31055 died...\u000a23:43:10.470178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31055): Terminated: ok {rc=0}\u000a23:43:10.479592 --- ParallelTerminationStrategy: PID 31056 died...\u000a23:43:10.531611 run iperf3-srv_10.42.42.10(pid=31056): Terminated {rc=256}\u000a23:43:10.541001 --- ParallelTerminationStrategy: PID 31057 died...\u000a23:43:10.593355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31057): Terminated: ok {rc=0}\u000a23:43:10.602884 --- ParallelTerminationStrategy: PID 31058 died...\u000a23:43:10.654972 run iperf3-srv_10.42.42.10(pid=31058): Terminated {rc=256}\u000a23:43:10.664344 --- ParallelTerminationStrategy: PID 31059 died...\u000a23:43:10.716629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31059): Terminated: ok {rc=0}\u000a23:43:10.726057 --- ParallelTerminationStrategy: PID 31060 died...\u000a23:43:10.778633 run iperf3-srv_10.42.42.10(pid=31060): Terminated {rc=256}\u000a23:43:10.788178 --- ParallelTerminationStrategy: PID 31061 died...\u000a23:43:10.841046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31061): Terminated: ok {rc=0}\u000a23:43:10.850457 --- ParallelTerminationStrategy: PID 31062 died...\u000a23:43:10.902827 run iperf3-srv_10.42.42.10(pid=31062): Terminated {rc=256}\u000a23:43:10.912162 --- ParallelTerminationStrategy: PID 31065 died...\u000a23:43:10.964201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31065): Terminated: ok {rc=0}\u000a23:43:10.973738 --- ParallelTerminationStrategy: PID 31068 died...\u000a23:43:11.025872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31068): Terminated: ok {rc=0}\u000a23:43:11.035340 --- ParallelTerminationStrategy: PID 31071 died...\u000a23:43:11.087607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31071): Terminated: ok {rc=0}\u000a23:43:11.170686 bus /gobi_4: Setting Powered False\u000a23:43:12.277566 bus /gobi_4: Setting Powered False\u000a23:43:13.389218 bus /gobi_1: Setting Powered False\u000a23:43:14.490428 bus /gobi_1: Setting Powered False\u000a23:43:15.601589 bus /gobi_0: Setting Powered False\u000a23:43:16.704219 bus /gobi_0: Setting Powered False\u000a23:43:17.815858 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31080): Process ended prematurely: osmo-stp_10.42.42.5(pid=31080) [trial-2366↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31080): Process ended prematurely: osmo-stp_10.42.42.5(pid=31080) [trial-2366↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a23:43:18.884237 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:18.896060 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:19.030889 tst ping.py: using LAC 24488\u000a23:43:19.151750 tst ping.py: using RAC 8\u000a23:43:19.264653 tst ping.py: using CellId 24488\u000a23:43:19.379849 tst ping.py: using BVCI 24489\u000a23:43:19.402218 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:19.412826 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:19.423503 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:19.433997 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:19.444353 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:19.454796 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:19.465398 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:19.475876 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:19.743957 tst ping.py:19: start network...\u000a23:43:19.865944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:20.329559 run create_hlr_db(pid=31074): Launched\u000a23:43:20.496266 bus /gobi_6: Setting Powered False\u000a23:43:21.517920 run create_hlr_db(pid=31074): Terminated: ok {rc=0}\u000a23:43:21.933696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31076): Launched\u000a23:43:22.246804 run osmo-hlr_10.42.42.2(pid=31077): Launched\u000a23:43:22.364148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:22.904708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31079): Launched\u000a23:43:23.195899 run osmo-stp_10.42.42.5(pid=31080): Launched\u000a23:43:23.302828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:23.809243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31082): Launched\u000a23:43:23.912643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:24.165881 run patchelf(pid=31083): Launched\u000a23:43:24.335924 run osmo-stp_10.42.42.5(pid=31080): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)]\u000a23:43:24.460624 run osmo-stp_10.42.42.5(pid=31080): stdout: \u000a| (launched: 2022-12-09_23:43:23.053261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:24.586213 run osmo-stp_10.42.42.5(pid=31080): stderr: \u000a| �[0;m�[38;5;43m20221209234323221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234323221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234323222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234323222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234323223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234323223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234323223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:24.706814 run osmo-stp_10.42.42.5(pid=31080): stdout: \u000a| (launched: 2022-12-09_23:43:23.053261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:24.826626 run osmo-stp_10.42.42.5(pid=31080): stderr: \u000a| �[0;m�[38;5;43m20221209234323221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234323221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234323222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234323222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234323223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234323223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234323223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:24.966371 run patchelf(pid=31083): Terminating (SIGINT)\u000a23:43:25.129311 run patchelf(pid=31083): Terminated: ok {rc=0}\u000a23:43:25.159182 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31080): Process ended prematurely: osmo-stp_10.42.42.5(pid=31080) [trial-2366↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31080)] [trial-2366↪gprs:trx-sysmocell5000↪ping.py:22]\u000a23:43:25.167558 tst ping.py:22: Test FAILED (6.3 sec)\u000a23:43:25.226587 run osmo-hlr_10.42.42.2(pid=31077): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31077)]\u000a23:43:25.274984 run osmo-hlr_10.42.42.2(pid=31077): stdout: \u000a| (launched: 2022-12-09_23:43:22.092691) \u000a23:43:25.323734 run osmo-hlr_10.42.42.2(pid=31077): stderr: \u000a| �[0;m�[1;31m20221209234322286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234322286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234322286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234322286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234322286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234322286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234322298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234322306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234322307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234322307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:25.365167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31076): Terminating (SIGTERM)\u000a23:43:25.404081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31079): Terminating (SIGTERM)\u000a23:43:25.442979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31082): Terminating (SIGTERM)\u000a23:43:25.451966 --- ParallelTerminationStrategy: PID 31076 died...\u000a23:43:25.504267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31076): Terminated: ok {rc=0}\u000a23:43:25.513857 --- ParallelTerminationStrategy: PID 31079 died...\u000a23:43:25.566076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31079): Terminated: ok {rc=0}\u000a23:43:25.575422 --- ParallelTerminationStrategy: PID 31082 died...\u000a23:43:25.627619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31082): Terminated: ok {rc=0}\u000a23:43:25.710220 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31090): Process ended prematurely: osmo-stp_10.42.42.5(pid=31090) [trial-2366↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31090): Process ended prematurely: osmo-stp_10.42.42.5(pid=31090) [trial-2366↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a23:43:26.762658 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:26.775080 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a23:43:26.922629 tst ping_idle_ping.py: using LAC 24489\u000a23:43:27.046453 tst ping_idle_ping.py: using RAC 9\u000a23:43:27.170101 tst ping_idle_ping.py: using CellId 24489\u000a23:43:27.295214 tst ping_idle_ping.py: using BVCI 24490\u000a23:43:27.319677 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:27.331180 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:27.342216 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:27.354434 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:27.366539 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:27.378286 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:27.390118 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a23:43:27.401785 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a23:43:27.690142 tst ping_idle_ping.py:24: start network...\u000a23:43:27.822702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:28.318048 run create_hlr_db(pid=31084): Launched\u000a23:43:28.500911 bus /gobi_6: Setting Powered False\u000a23:43:29.521975 run create_hlr_db(pid=31084): Terminated: ok {rc=0}\u000a23:43:29.946821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31086): Launched\u000a23:43:30.260856 run osmo-hlr_10.42.42.2(pid=31087): Launched\u000a23:43:30.376270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:30.945220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31089): Launched\u000a23:43:31.373315 run osmo-stp_10.42.42.5(pid=31090): Launched\u000a23:43:31.497893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:32.155462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31092): Launched\u000a23:43:32.271846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:32.546016 run patchelf(pid=31093): Launched\u000a23:43:32.729829 run osmo-stp_10.42.42.5(pid=31090): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)]\u000a23:43:32.865191 run osmo-stp_10.42.42.5(pid=31090): stdout: \u000a| (launched: 2022-12-09_23:43:31.107779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:33.000782 run osmo-stp_10.42.42.5(pid=31090): stderr: \u000a| �[0;m�[38;5;43m20221209234331406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234331407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234331416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234331416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234331416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:33.131271 run osmo-stp_10.42.42.5(pid=31090): stdout: \u000a| (launched: 2022-12-09_23:43:31.107779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:33.260141 run osmo-stp_10.42.42.5(pid=31090): stderr: \u000a| �[0;m�[38;5;43m20221209234331406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234331407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234331416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234331416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234331416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:33.410782 run patchelf(pid=31093): Terminating (SIGINT)\u000a23:43:33.587080 run patchelf(pid=31093): Terminated: ok {rc=0}\u000a23:43:33.619377 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31090): Process ended prematurely: osmo-stp_10.42.42.5(pid=31090) [trial-2366↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31090)] [trial-2366↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a23:43:33.628791 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a23:43:33.691891 run osmo-hlr_10.42.42.2(pid=31087): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31087)]\u000a23:43:33.742965 run osmo-hlr_10.42.42.2(pid=31087): stdout: \u000a| (launched: 2022-12-09_23:43:30.106877) \u000a23:43:33.795332 run osmo-hlr_10.42.42.2(pid=31087): stderr: \u000a| �[0;m�[1;31m20221209234330301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234330301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234330301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234330301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234330301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234330301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234330314 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234330322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234330322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234330322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:33.839316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31086): Terminating (SIGTERM)\u000a23:43:33.881267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31089): Terminating (SIGTERM)\u000a23:43:33.922970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31092): Terminating (SIGTERM)\u000a23:43:33.932573 --- ParallelTerminationStrategy: PID 31086 died...\u000a23:43:33.988413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31086): Terminated: ok {rc=0}\u000a23:43:33.998580 --- ParallelTerminationStrategy: PID 31089 died...\u000a23:43:34.054147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31089): Terminated: ok {rc=0}\u000a23:43:34.064261 --- ParallelTerminationStrategy: PID 31092 died...\u000a23:43:34.119615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31092): Terminated: ok {rc=0}\u000a23:43:34.206112 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:42:37" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31107): Process ended prematurely: osmo-stp_10.42.42.5(pid=31107) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31107): Process ended prematurely: osmo-stp_10.42.42.5(pid=31107) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:43:36.355667 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.366792 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:43:36.504145 tst cs_paging_gprs_active.py: using LAC 24490\u000a23:43:36.623833 tst cs_paging_gprs_active.py: using RAC 10\u000a23:43:36.742958 tst cs_paging_gprs_active.py: using CellId 24490\u000a23:43:36.861410 tst cs_paging_gprs_active.py: using BVCI 24491\u000a23:43:36.883973 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.894897 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.905781 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.916440 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.927089 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.937772 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.948524 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.959280 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:36.970916 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:37.090000 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:37.368841 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:43:37.492933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:37.800783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31097): Launched\u000a23:43:38.056352 run iperf3-srv_10.42.42.10(pid=31098): Launched\u000a23:43:38.237734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:43:38.361394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:38.668353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31099): Launched\u000a23:43:38.923267 run iperf3-srv_10.42.42.10(pid=31100): Launched\u000a23:43:39.105724 tst cs_paging_gprs_active.py:38: start network...\u000a23:43:39.229816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:39.704493 run create_hlr_db(pid=31101): Launched\u000a23:43:39.875363 bus /gobi_6: Setting Powered False\u000a23:43:40.897171 run create_hlr_db(pid=31101): Terminated: ok {rc=0}\u000a23:43:41.320862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31103): Launched\u000a23:43:41.640844 run osmo-hlr_10.42.42.2(pid=31104): Launched\u000a23:43:41.758228 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:42.312048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31106): Launched\u000a23:43:42.632473 run osmo-stp_10.42.42.5(pid=31107): Launched\u000a23:43:42.749680 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:43.306405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31109): Launched\u000a23:43:43.420637 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:43.697951 run patchelf(pid=31110): Launched\u000a23:43:43.885194 run osmo-stp_10.42.42.5(pid=31107): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)]\u000a23:43:44.021763 run osmo-stp_10.42.42.5(pid=31107): stdout: \u000a| (launched: 2022-12-09_23:43:42.475147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:44.158918 run osmo-stp_10.42.42.5(pid=31107): stderr: \u000a| �[0;m�[38;5;43m20221209234342666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234342666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234342666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234342666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234342667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234342667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234342667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:44.291206 run osmo-stp_10.42.42.5(pid=31107): stdout: \u000a| (launched: 2022-12-09_23:43:42.475147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:44.422589 run osmo-stp_10.42.42.5(pid=31107): stderr: \u000a| �[0;m�[38;5;43m20221209234342666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234342666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234342666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234342666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234342667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234342667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234342667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:44.575108 run patchelf(pid=31110): Terminating (SIGINT)\u000a23:43:44.754448 run patchelf(pid=31110): Terminated: ok {rc=0}\u000a23:43:44.787428 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31107): Process ended prematurely: osmo-stp_10.42.42.5(pid=31107) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31107)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:43:44.797558 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:43:44.860631 run osmo-hlr_10.42.42.2(pid=31104): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31104)]\u000a23:43:44.911835 run osmo-hlr_10.42.42.2(pid=31104): stdout: \u000a| (launched: 2022-12-09_23:43:41.483390) \u000a23:43:44.963535 run osmo-hlr_10.42.42.2(pid=31104): stderr: \u000a| �[0;m�[1;31m20221209234341682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234341682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234341682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234341682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234341682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234341682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234341694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234341702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234341703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234341703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:45.007515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31097): Terminating (SIGTERM)\u000a23:43:45.049623 run iperf3-srv_10.42.42.10(pid=31098): Terminating (SIGTERM)\u000a23:43:45.091676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31099): Terminating (SIGTERM)\u000a23:43:45.133411 run iperf3-srv_10.42.42.10(pid=31100): Terminating (SIGTERM)\u000a23:43:45.175284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31103): Terminating (SIGTERM)\u000a23:43:45.217087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31106): Terminating (SIGTERM)\u000a23:43:45.258769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31109): Terminating (SIGTERM)\u000a23:43:45.268641 --- ParallelTerminationStrategy: PID 31097 died...\u000a23:43:45.325369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31097): Terminated: ok {rc=0}\u000a23:43:45.335509 --- ParallelTerminationStrategy: PID 31098 died...\u000a23:43:45.391183 run iperf3-srv_10.42.42.10(pid=31098): Terminated {rc=256}\u000a23:43:45.401253 --- ParallelTerminationStrategy: PID 31099 died...\u000a23:43:45.456791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31099): Terminated: ok {rc=0}\u000a23:43:45.466962 --- ParallelTerminationStrategy: PID 31100 died...\u000a23:43:45.522438 run iperf3-srv_10.42.42.10(pid=31100): Terminated {rc=256}\u000a23:43:45.532686 --- ParallelTerminationStrategy: PID 31103 died...\u000a23:43:45.588527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31103): Terminated: ok {rc=0}\u000a23:43:45.598609 --- ParallelTerminationStrategy: PID 31106 died...\u000a23:43:45.654249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31106): Terminated: ok {rc=0}\u000a23:43:45.664362 --- ParallelTerminationStrategy: PID 31109 died...\u000a23:43:45.720381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31109): Terminated: ok {rc=0}\u000a23:43:45.805495 bus /gobi_0: Setting Powered False\u000a23:43:46.907811 bus /gobi_0: Setting Powered False\u000a23:43:48.013031 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:43:49.127273 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.139299 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:43:49.280447 tst iperf3.py: using LAC 24491\u000a23:43:49.405432 tst iperf3.py: using RAC 11\u000a23:43:49.524116 tst iperf3.py: using CellId 24491\u000a23:43:49.642465 tst iperf3.py: using BVCI 24492\u000a23:43:49.665297 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.676305 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.687167 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.697981 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.708704 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.719406 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.730238 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.740927 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:49.751761 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:50.040855 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:43:50.173888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:43:50.500842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31111): Launched\u000a23:43:50.773453 run iperf3-srv_10.42.42.10(pid=31112): Launched\u000a23:43:50.969479 tst iperf3.py:8: start network...\u000a23:43:51.102701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:43:51.603236 run create_hlr_db(pid=31113): Launched\u000a23:43:51.788103 bus /gobi_6: Setting Powered False\u000a23:43:52.797113 run create_hlr_db(pid=31113): Terminated: ok {rc=0}\u000a23:43:53.230828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Launched\u000a23:43:53.548491 run osmo-hlr_10.42.42.2(pid=31116): Launched\u000a23:43:53.666410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:43:54.219352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Launched\u000a23:43:54.536285 run osmo-stp_10.42.42.5(pid=31119): Launched\u000a23:43:54.652393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:43:55.206436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31121): Launched\u000a23:43:55.320872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:43:55.597846 run patchelf(pid=31122): Launched\u000a23:43:55.783833 run osmo-stp_10.42.42.5(pid=31119): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)]\u000a23:43:55.921090 run osmo-stp_10.42.42.5(pid=31119): stdout: \u000a| (launched: 2022-12-09_23:43:54.380659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:56.058344 run osmo-stp_10.42.42.5(pid=31119): stderr: \u000a| �[0;m�[38;5;43m20221209234354573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234354573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234354573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234354574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234354574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234354574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234354574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:56.190626 run osmo-stp_10.42.42.5(pid=31119): stdout: \u000a| (launched: 2022-12-09_23:43:54.380659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:43:56.321154 run osmo-stp_10.42.42.5(pid=31119): stderr: \u000a| �[0;m�[38;5;43m20221209234354573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234354573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234354573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234354574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234354574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234354574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234354574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:43:56.473606 run patchelf(pid=31122): Terminating (SIGINT)\u000a23:43:56.652597 run patchelf(pid=31122): Terminated: ok {rc=0}\u000a23:43:56.685758 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31119): Process ended prematurely: osmo-stp_10.42.42.5(pid=31119) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31119)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a23:43:56.695849 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:43:56.758809 run osmo-hlr_10.42.42.2(pid=31116): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31116)]\u000a23:43:56.810346 run osmo-hlr_10.42.42.2(pid=31116): stdout: \u000a| (launched: 2022-12-09_23:43:53.392803) \u000a23:43:56.862230 run osmo-hlr_10.42.42.2(pid=31116): stderr: \u000a| �[0;m�[1;31m20221209234353592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234353592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234353592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234353592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234353592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234353592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234353605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234353613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234353613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234353614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:43:56.906304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31111): Terminating (SIGTERM)\u000a23:43:56.947826 run iperf3-srv_10.42.42.10(pid=31112): Terminating (SIGTERM)\u000a23:43:56.989311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Terminating (SIGTERM)\u000a23:43:57.030876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Terminating (SIGTERM)\u000a23:43:57.072710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31121): Terminating (SIGTERM)\u000a23:43:57.082610 --- ParallelTerminationStrategy: PID 31111 died...\u000a23:43:57.138399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31111): Terminated: ok {rc=0}\u000a23:43:57.148749 --- ParallelTerminationStrategy: PID 31112 died...\u000a23:43:57.204418 run iperf3-srv_10.42.42.10(pid=31112): Terminated {rc=256}\u000a23:43:57.214281 --- ParallelTerminationStrategy: PID 31115 died...\u000a23:43:57.269790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31115): Terminated: ok {rc=0}\u000a23:43:57.279810 --- ParallelTerminationStrategy: PID 31118 died...\u000a23:43:57.335562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31118): Terminated: ok {rc=0}\u000a23:43:57.345958 --- ParallelTerminationStrategy: PID 31121 died...\u000a23:43:57.401703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31121): Terminated: ok {rc=0}\u000a23:43:57.486733 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31137): Process ended prematurely: osmo-stp_10.42.42.5(pid=31137) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31137)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31137): Process ended prematurely: osmo-stp_10.42.42.5(pid=31137) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:43:58.594040 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:58.608791 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:43:58.742741 tst iperf3m4.py: using LAC 24492\u000a23:43:58.859427 tst iperf3m4.py: using RAC 12\u000a23:43:58.977918 tst iperf3m4.py: using CellId 24492\u000a23:43:59.093743 tst iperf3m4.py: using BVCI 24493\u000a23:43:59.116497 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.127475 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.138215 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.149272 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.160041 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.170945 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.181837 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.192544 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:43:59.203386 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:59.320879 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:59.443075 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:59.561712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:43:59.835858 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:43:59.959863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:00.266981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31123): Launched\u000a23:44:00.521930 run iperf3-srv_10.42.42.10(pid=31124): Launched\u000a23:44:00.703056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:44:00.827169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:01.166148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31125): Launched\u000a23:44:01.451131 run iperf3-srv_10.42.42.10(pid=31126): Launched\u000a23:44:01.654463 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:44:01.794344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:02.144216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31127): Launched\u000a23:44:02.420325 run iperf3-srv_10.42.42.10(pid=31128): Launched\u000a23:44:02.616528 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:44:02.750554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:03.080623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31129): Launched\u000a23:44:03.354081 run iperf3-srv_10.42.42.10(pid=31130): Launched\u000a23:44:03.550220 tst iperf3m4.py:8: start network...\u000a23:44:03.684477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:04.184657 run create_hlr_db(pid=31131): Launched\u000a23:44:04.369458 bus /gobi_6: Setting Powered False\u000a23:44:05.390614 run create_hlr_db(pid=31131): Terminated: ok {rc=0}\u000a23:44:05.814825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31133): Launched\u000a23:44:06.132415 run osmo-hlr_10.42.42.2(pid=31134): Launched\u000a23:44:06.252501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:06.808542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31136): Launched\u000a23:44:07.127724 run osmo-stp_10.42.42.5(pid=31137): Launched\u000a23:44:07.244367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:07.799775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31139): Launched\u000a23:44:07.915061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:08.192693 run patchelf(pid=31140): Launched\u000a23:44:08.379292 run osmo-stp_10.42.42.5(pid=31137): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31137)]\u000a23:44:08.516033 run osmo-stp_10.42.42.5(pid=31137): stdout: \u000a| (launched: 2022-12-09_23:44:06.971432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:08.653461 run osmo-stp_10.42.42.5(pid=31137): stderr: \u000a| �[0;m�[38;5;43m20221209234407163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234407163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234407164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234407164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234407166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234407166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234407167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:08.785559 run osmo-stp_10.42.42.5(pid=31137): stdout: \u000a| (launched: 2022-12-09_23:44:06.971432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:08.916786 run osmo-stp_10.42.42.5(pid=31137): stderr: \u000a| �[0;m�[38;5;43m20221209234407163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234407163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234407164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234407164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234407166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234407166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234407167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:09.069348 run patchelf(pid=31140): Terminating (SIGINT)\u000a23:44:09.248759 run patchelf(pid=31140): Terminated: ok {rc=0}\u000a23:44:09.281843 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31137): Process ended prematurely: osmo-stp_10.42.42.5(pid=31137) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31137)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:44:09.291745 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:44:09.355275 run osmo-hlr_10.42.42.2(pid=31134): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31134)]\u000a23:44:09.406746 run osmo-hlr_10.42.42.2(pid=31134): stdout: \u000a| (launched: 2022-12-09_23:44:05.977220) \u000a23:44:09.458751 run osmo-hlr_10.42.42.2(pid=31134): stderr: \u000a| �[0;m�[1;31m20221209234406176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234406176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234406176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234406176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234406176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234406176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234406189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234406197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234406197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234406197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:09.502749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31123): Terminating (SIGTERM)\u000a23:44:09.544855 run iperf3-srv_10.42.42.10(pid=31124): Terminating (SIGTERM)\u000a23:44:09.586693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31125): Terminating (SIGTERM)\u000a23:44:09.628067 run iperf3-srv_10.42.42.10(pid=31126): Terminating (SIGTERM)\u000a23:44:09.669810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31127): Terminating (SIGTERM)\u000a23:44:09.711325 run iperf3-srv_10.42.42.10(pid=31128): Terminating (SIGTERM)\u000a23:44:09.752833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31129): Terminating (SIGTERM)\u000a23:44:09.794403 run iperf3-srv_10.42.42.10(pid=31130): Terminating (SIGTERM)\u000a23:44:09.836231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31133): Terminating (SIGTERM)\u000a23:44:09.878415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31136): Terminating (SIGTERM)\u000a23:44:09.919808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31139): Terminating (SIGTERM)\u000a23:44:09.929714 --- ParallelTerminationStrategy: PID 31123 died...\u000a23:44:09.985456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31123): Terminated: ok {rc=0}\u000a23:44:09.995488 --- ParallelTerminationStrategy: PID 31124 died...\u000a23:44:10.050554 run iperf3-srv_10.42.42.10(pid=31124): Terminated {rc=256}\u000a23:44:10.060487 --- ParallelTerminationStrategy: PID 31125 died...\u000a23:44:10.115796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31125): Terminated: ok {rc=0}\u000a23:44:10.125802 --- ParallelTerminationStrategy: PID 31126 died...\u000a23:44:10.180882 run iperf3-srv_10.42.42.10(pid=31126): Terminated {rc=256}\u000a23:44:10.190937 --- ParallelTerminationStrategy: PID 31127 died...\u000a23:44:10.246270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31127): Terminated: ok {rc=0}\u000a23:44:10.256566 --- ParallelTerminationStrategy: PID 31128 died...\u000a23:44:10.312000 run iperf3-srv_10.42.42.10(pid=31128): Terminated {rc=256}\u000a23:44:10.322205 --- ParallelTerminationStrategy: PID 31129 died...\u000a23:44:10.377507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31129): Terminated: ok {rc=0}\u000a23:44:10.387831 --- ParallelTerminationStrategy: PID 31130 died...\u000a23:44:10.442954 run iperf3-srv_10.42.42.10(pid=31130): Terminated {rc=256}\u000a23:44:10.453184 --- ParallelTerminationStrategy: PID 31133 died...\u000a23:44:10.508422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31133): Terminated: ok {rc=0}\u000a23:44:10.518509 --- ParallelTerminationStrategy: PID 31136 died...\u000a23:44:10.573672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31136): Terminated: ok {rc=0}\u000a23:44:10.583759 --- ParallelTerminationStrategy: PID 31139 died...\u000a23:44:10.639065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31139): Terminated: ok {rc=0}\u000a23:44:10.725802 bus /gobi_4: Setting Powered False\u000a23:44:11.831264 bus /gobi_4: Setting Powered False\u000a23:44:12.938040 bus /gobi_1: Setting Powered False\u000a23:44:14.045046 bus /gobi_1: Setting Powered False\u000a23:44:15.150969 bus /gobi_0: Setting Powered False\u000a23:44:16.276032 bus /gobi_0: Setting Powered False\u000a23:44:17.381486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31147): Process ended prematurely: osmo-stp_10.42.42.5(pid=31147) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31147)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31147): Process ended prematurely: osmo-stp_10.42.42.5(pid=31147) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:44:18.449554 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:18.461929 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:18.606948 tst ping.py: using LAC 24493\u000a23:44:18.732174 tst ping.py: using RAC 13\u000a23:44:18.855211 tst ping.py: using CellId 24493\u000a23:44:18.978376 tst ping.py: using BVCI 24494\u000a23:44:19.002450 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:19.013937 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:19.025227 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:19.036639 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:19.047933 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:19.059345 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:19.071310 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:19.082670 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:19.355201 tst ping.py:19: start network...\u000a23:44:19.477410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:19.943938 run create_hlr_db(pid=31141): Launched\u000a23:44:20.112641 bus /gobi_6: Setting Powered False\u000a23:44:21.133680 run create_hlr_db(pid=31141): Terminated: ok {rc=0}\u000a23:44:21.523680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31143): Launched\u000a23:44:21.814641 run osmo-hlr_10.42.42.2(pid=31144): Launched\u000a23:44:21.921729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:22.429859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31146): Launched\u000a23:44:22.719698 run osmo-stp_10.42.42.5(pid=31147): Launched\u000a23:44:22.825725 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:23.333669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31149): Launched\u000a23:44:23.439022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:23.692797 run patchelf(pid=31150): Launched\u000a23:44:23.864254 run osmo-stp_10.42.42.5(pid=31147): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31147)]\u000a23:44:23.989288 run osmo-stp_10.42.42.5(pid=31147): stdout: \u000a| (launched: 2022-12-09_23:44:22.577509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:24.114560 run osmo-stp_10.42.42.5(pid=31147): stderr: \u000a| �[0;m�[38;5;43m20221209234422746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234422747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234422747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234422747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234422748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234422748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234422748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:24.235464 run osmo-stp_10.42.42.5(pid=31147): stdout: \u000a| (launched: 2022-12-09_23:44:22.577509)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:24.355191 run osmo-stp_10.42.42.5(pid=31147): stderr: \u000a| �[0;m�[38;5;43m20221209234422746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234422747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234422747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234422747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234422748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234422748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234422748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:24.494646 run patchelf(pid=31150): Terminating (SIGINT)\u000a23:44:24.658436 run patchelf(pid=31150): Terminated: ok {rc=0}\u000a23:44:24.688315 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31147): Process ended prematurely: osmo-stp_10.42.42.5(pid=31147) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31147)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a23:44:24.696924 tst ping.py:22: Test FAILED (6.2 sec)\u000a23:44:24.755461 run osmo-hlr_10.42.42.2(pid=31144): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31144)]\u000a23:44:24.803813 run osmo-hlr_10.42.42.2(pid=31144): stdout: \u000a| (launched: 2022-12-09_23:44:21.672026) \u000a23:44:24.852821 run osmo-hlr_10.42.42.2(pid=31144): stderr: \u000a| �[0;m�[1;31m20221209234421849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234421849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234421849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234421849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234421849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234421849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234421861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234421870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234421870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234421870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:24.894346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31143): Terminating (SIGTERM)\u000a23:44:24.933455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31146): Terminating (SIGTERM)\u000a23:44:24.973133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31149): Terminating (SIGTERM)\u000a23:44:24.982375 --- ParallelTerminationStrategy: PID 31143 died...\u000a23:44:25.035464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31143): Terminated: ok {rc=0}\u000a23:44:25.045131 --- ParallelTerminationStrategy: PID 31146 died...\u000a23:44:25.097850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31146): Terminated: ok {rc=0}\u000a23:44:25.107526 --- ParallelTerminationStrategy: PID 31149 died...\u000a23:44:25.159615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31149): Terminated: ok {rc=0}\u000a23:44:25.248026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:44:26.299873 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.311532 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:44:26.449450 tst ping_idle_ping.py: using LAC 24494\u000a23:44:26.564733 tst ping_idle_ping.py: using RAC 14\u000a23:44:26.681868 tst ping_idle_ping.py: using CellId 24494\u000a23:44:26.802184 tst ping_idle_ping.py: using BVCI 24495\u000a23:44:26.824481 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.835678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.846542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.857339 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.867979 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.878698 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.889673 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:44:26.900395 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:44:27.168609 tst ping_idle_ping.py:24: start network...\u000a23:44:27.290445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:27.763901 run create_hlr_db(pid=31151): Launched\u000a23:44:27.935121 bus /gobi_6: Setting Powered False\u000a23:44:28.956586 run create_hlr_db(pid=31151): Terminated: ok {rc=0}\u000a23:44:29.375225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Launched\u000a23:44:29.699041 run osmo-hlr_10.42.42.2(pid=31154): Launched\u000a23:44:29.817769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:30.361750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Launched\u000a23:44:30.674848 run osmo-stp_10.42.42.5(pid=31157): Launched\u000a23:44:30.789510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:31.430347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Launched\u000a23:44:31.582821 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:31.877116 run patchelf(pid=31160): Launched\u000a23:44:32.056403 run osmo-stp_10.42.42.5(pid=31157): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)]\u000a23:44:32.185966 run osmo-stp_10.42.42.5(pid=31157): stdout: \u000a| (launched: 2022-12-09_23:44:30.521065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:32.312903 run osmo-stp_10.42.42.5(pid=31157): stderr: \u000a| �[0;m�[38;5;43m20221209234430711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234430712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234430712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234430713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234430713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234430713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234430713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:32.435067 run osmo-stp_10.42.42.5(pid=31157): stdout: \u000a| (launched: 2022-12-09_23:44:30.521065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:32.555697 run osmo-stp_10.42.42.5(pid=31157): stderr: \u000a| �[0;m�[38;5;43m20221209234430711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234430712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234430712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234430713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234430713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234430713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234430713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:32.696821 run patchelf(pid=31160): Terminating (SIGINT)\u000a23:44:32.862122 run patchelf(pid=31160): Terminated: ok {rc=0}\u000a23:44:32.892420 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31157): Process ended prematurely: osmo-stp_10.42.42.5(pid=31157) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31157)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:44:32.900854 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:44:32.960263 run osmo-hlr_10.42.42.2(pid=31154): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31154)]\u000a23:44:33.008824 run osmo-hlr_10.42.42.2(pid=31154): stdout: \u000a| (launched: 2022-12-09_23:44:29.536006) \u000a23:44:33.057935 run osmo-hlr_10.42.42.2(pid=31154): stderr: \u000a| �[0;m�[1;31m20221209234429743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234429744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234429744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234429744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234429744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234429744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234429755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234429763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234429764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234429764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:33.099981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Terminating (SIGTERM)\u000a23:44:33.139670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Terminating (SIGTERM)\u000a23:44:33.179428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Terminating (SIGTERM)\u000a23:44:33.188609 --- ParallelTerminationStrategy: PID 31153 died...\u000a23:44:33.241994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31153): Terminated: ok {rc=0}\u000a23:44:33.251578 --- ParallelTerminationStrategy: PID 31156 died...\u000a23:44:33.304698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31156): Terminated: ok {rc=0}\u000a23:44:33.314461 --- ParallelTerminationStrategy: PID 31159 died...\u000a23:44:33.367092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31159): Terminated: ok {rc=0}\u000a23:44:33.455226 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:43:35" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31176): Process ended prematurely: osmo-stp_10.42.42.5(pid=31176) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31176)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31176): Process ended prematurely: osmo-stp_10.42.42.5(pid=31176) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:44:35.609390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:35.620275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:44:35.777079 tst cs_paging_gprs_active.py: using LAC 24495\u000a23:44:35.895361 tst cs_paging_gprs_active.py: using RAC 15\u000a23:44:36.014071 tst cs_paging_gprs_active.py: using CellId 24495\u000a23:44:36.130078 tst cs_paging_gprs_active.py: using BVCI 24496\u000a23:44:36.152580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.163607 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.174464 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.185284 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.196137 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.206938 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.217843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.228514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:36.239484 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:36.358072 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:36.635904 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:44:36.759553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:37.067095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Launched\u000a23:44:37.322920 run iperf3-srv_10.42.42.10(pid=31167): Launched\u000a23:44:37.505363 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:44:37.628892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:37.935912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Launched\u000a23:44:38.191120 run iperf3-srv_10.42.42.10(pid=31169): Launched\u000a23:44:38.372936 tst cs_paging_gprs_active.py:38: start network...\u000a23:44:38.497050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:38.974130 run create_hlr_db(pid=31170): Launched\u000a23:44:39.144718 bus /gobi_6: Setting Powered False\u000a23:44:40.167482 run create_hlr_db(pid=31170): Terminated: ok {rc=0}\u000a23:44:40.561689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31172): Launched\u000a23:44:40.858941 run osmo-hlr_10.42.42.2(pid=31173): Launched\u000a23:44:40.967779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:41.481720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31175): Launched\u000a23:44:41.778978 run osmo-stp_10.42.42.5(pid=31176): Launched\u000a23:44:41.887814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:42.404493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31178): Launched\u000a23:44:42.510109 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:42.769180 run patchelf(pid=31179): Launched\u000a23:44:42.943023 run osmo-stp_10.42.42.5(pid=31176): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31176)]\u000a23:44:43.070340 run osmo-stp_10.42.42.5(pid=31176): stdout: \u000a| (launched: 2022-12-09_23:44:41.633067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:43.198350 run osmo-stp_10.42.42.5(pid=31176): stderr: \u000a| �[0;m�[38;5;43m20221209234441803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234441804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234441804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234441804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234441805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234441805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234441805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:43.321322 run osmo-stp_10.42.42.5(pid=31176): stdout: \u000a| (launched: 2022-12-09_23:44:41.633067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:43.443150 run osmo-stp_10.42.42.5(pid=31176): stderr: \u000a| �[0;m�[38;5;43m20221209234441803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234441804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234441804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234441804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234441805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234441805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234441805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:43.586243 run patchelf(pid=31179): Terminating (SIGINT)\u000a23:44:43.753271 run patchelf(pid=31179): Terminated: ok {rc=0}\u000a23:44:43.783897 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31176): Process ended prematurely: osmo-stp_10.42.42.5(pid=31176) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31176)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:44:43.793075 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a23:44:43.852486 run osmo-hlr_10.42.42.2(pid=31173): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31173)]\u000a23:44:43.900728 run osmo-hlr_10.42.42.2(pid=31173): stdout: \u000a| (launched: 2022-12-09_23:44:40.713148) \u000a23:44:43.949842 run osmo-hlr_10.42.42.2(pid=31173): stderr: \u000a| �[0;m�[1;31m20221209234440890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234440890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234440890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234440890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234440890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234440890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234440902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234440913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234440914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234440914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:43.991582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Terminating (SIGTERM)\u000a23:44:44.030761 run iperf3-srv_10.42.42.10(pid=31167): Terminating (SIGTERM)\u000a23:44:44.070038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Terminating (SIGTERM)\u000a23:44:44.109478 run iperf3-srv_10.42.42.10(pid=31169): Terminating (SIGTERM)\u000a23:44:44.148990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31172): Terminating (SIGTERM)\u000a23:44:44.188512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31175): Terminating (SIGTERM)\u000a23:44:44.227956 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31178): Terminating (SIGTERM)\u000a23:44:44.236728 --- ParallelTerminationStrategy: PID 31166 died...\u000a23:44:44.289464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31166): Terminated: ok {rc=0}\u000a23:44:44.298857 --- ParallelTerminationStrategy: PID 31167 died...\u000a23:44:44.352518 run iperf3-srv_10.42.42.10(pid=31167): Terminated {rc=256}\u000a23:44:44.362039 --- ParallelTerminationStrategy: PID 31168 died...\u000a23:44:44.414387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31168): Terminated: ok {rc=0}\u000a23:44:44.423833 --- ParallelTerminationStrategy: PID 31169 died...\u000a23:44:44.476047 run iperf3-srv_10.42.42.10(pid=31169): Terminated {rc=256}\u000a23:44:44.485609 --- ParallelTerminationStrategy: PID 31172 died...\u000a23:44:44.537883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31172): Terminated: ok {rc=0}\u000a23:44:44.547386 --- ParallelTerminationStrategy: PID 31175 died...\u000a23:44:44.599855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31175): Terminated: ok {rc=0}\u000a23:44:44.609421 --- ParallelTerminationStrategy: PID 31178 died...\u000a23:44:44.661855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31178): Terminated: ok {rc=0}\u000a23:44:44.749706 bus /gobi_0: Setting Powered False\u000a23:44:45.851883 bus /gobi_0: Setting Powered False\u000a23:44:46.978460 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:44:48.094329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.106557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:44:48.273162 tst iperf3.py: using LAC 24496\u000a23:44:48.399689 tst iperf3.py: using RAC 16\u000a23:44:48.524634 tst iperf3.py: using CellId 24496\u000a23:44:48.650937 tst iperf3.py: using BVCI 24497\u000a23:44:48.675576 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.687197 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.698592 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.710248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.721961 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.733494 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.745274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.756763 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:48.768432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:49.045725 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:44:49.169395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:49.475273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31180): Launched\u000a23:44:49.730264 run iperf3-srv_10.42.42.10(pid=31181): Launched\u000a23:44:49.910529 tst iperf3.py:8: start network...\u000a23:44:50.034086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:44:50.510323 run create_hlr_db(pid=31182): Launched\u000a23:44:50.681901 bus /gobi_6: Setting Powered False\u000a23:44:51.703943 run create_hlr_db(pid=31182): Terminated: ok {rc=0}\u000a23:44:52.100000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Launched\u000a23:44:52.397529 run osmo-hlr_10.42.42.2(pid=31185): Launched\u000a23:44:52.506647 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:44:53.021750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Launched\u000a23:44:53.318284 run osmo-stp_10.42.42.5(pid=31188): Launched\u000a23:44:53.426506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:44:53.942793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Launched\u000a23:44:54.048455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:44:54.307415 run patchelf(pid=31191): Launched\u000a23:44:54.481204 run osmo-stp_10.42.42.5(pid=31188): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)]\u000a23:44:54.609532 run osmo-stp_10.42.42.5(pid=31188): stdout: \u000a| (launched: 2022-12-09_23:44:53.172394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:54.737669 run osmo-stp_10.42.42.5(pid=31188): stderr: \u000a| �[0;m�[38;5;43m20221209234453341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234453341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234453341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234453342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234453342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234453342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234453342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:54.861076 run osmo-stp_10.42.42.5(pid=31188): stdout: \u000a| (launched: 2022-12-09_23:44:53.172394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:44:54.982841 run osmo-stp_10.42.42.5(pid=31188): stderr: \u000a| �[0;m�[38;5;43m20221209234453341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234453341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234453341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234453342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234453342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234453342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234453342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:44:55.125524 run patchelf(pid=31191): Terminating (SIGINT)\u000a23:44:55.293447 run patchelf(pid=31191): Terminated: ok {rc=0}\u000a23:44:55.324265 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31188): Process ended prematurely: osmo-stp_10.42.42.5(pid=31188) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31188)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:44:55.333459 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a23:44:55.392557 run osmo-hlr_10.42.42.2(pid=31185): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31185)]\u000a23:44:55.440896 run osmo-hlr_10.42.42.2(pid=31185): stdout: \u000a| (launched: 2022-12-09_23:44:52.251637) \u000a23:44:55.490008 run osmo-hlr_10.42.42.2(pid=31185): stderr: \u000a| �[0;m�[1;31m20221209234452427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234452428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234452428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234452428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234452428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234452428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234452440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234452449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:44:55.531850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31180): Terminating (SIGTERM)\u000a23:44:55.571033 run iperf3-srv_10.42.42.10(pid=31181): Terminating (SIGTERM)\u000a23:44:55.610477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminating (SIGTERM)\u000a23:44:55.649842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminating (SIGTERM)\u000a23:44:55.689027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Terminating (SIGTERM)\u000a23:44:55.697710 --- ParallelTerminationStrategy: PID 31180 died...\u000a23:44:55.750105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31180): Terminated: ok {rc=0}\u000a23:44:55.759638 --- ParallelTerminationStrategy: PID 31181 died...\u000a23:44:55.811687 run iperf3-srv_10.42.42.10(pid=31181): Terminated {rc=256}\u000a23:44:55.821114 --- ParallelTerminationStrategy: PID 31184 died...\u000a23:44:55.873188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31184): Terminated: ok {rc=0}\u000a23:44:55.882695 --- ParallelTerminationStrategy: PID 31187 died...\u000a23:44:55.934787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31187): Terminated: ok {rc=0}\u000a23:44:55.944124 --- ParallelTerminationStrategy: PID 31190 died...\u000a23:44:55.996151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31190): Terminated: ok {rc=0}\u000a23:44:56.084386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31209): Process ended prematurely: osmo-stp_10.42.42.5(pid=31209) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31209): Process ended prematurely: osmo-stp_10.42.42.5(pid=31209) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:44:57.194480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.206182 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:44:57.363513 tst iperf3m4.py: using LAC 24497\u000a23:44:57.482983 tst iperf3m4.py: using RAC 17\u000a23:44:57.608886 tst iperf3m4.py: using CellId 24497\u000a23:44:57.728590 tst iperf3m4.py: using BVCI 24498\u000a23:44:57.751425 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.762756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.773652 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.784592 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.795630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.806810 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.817829 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.828526 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:44:57.839542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:57.959463 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:58.082237 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:58.200513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:44:58.475991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:44:58.600116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:58.907396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31192): Launched\u000a23:44:59.162426 run iperf3-srv_10.42.42.10(pid=31193): Launched\u000a23:44:59.343453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:44:59.467077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:44:59.774936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31194): Launched\u000a23:45:00.030116 run iperf3-srv_10.42.42.10(pid=31195): Launched\u000a23:45:00.211578 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:45:00.335091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:00.642696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31196): Launched\u000a23:45:00.928778 run iperf3-srv_10.42.42.10(pid=31197): Launched\u000a23:45:01.157929 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:45:01.284293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:01.626851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31198): Launched\u000a23:45:01.941461 run iperf3-srv_10.42.42.10(pid=31202): Launched\u000a23:45:02.131873 tst iperf3m4.py:8: start network...\u000a23:45:02.258676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:02.735668 run create_hlr_db(pid=31203): Launched\u000a23:45:02.907017 bus /gobi_6: Setting Powered False\u000a23:45:03.928321 run create_hlr_db(pid=31203): Terminated: ok {rc=0}\u000a23:45:04.325095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31205): Launched\u000a23:45:04.622269 run osmo-hlr_10.42.42.2(pid=31206): Launched\u000a23:45:04.739472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:05.264592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31208): Launched\u000a23:45:05.560937 run osmo-stp_10.42.42.5(pid=31209): Launched\u000a23:45:05.669520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:06.187312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31211): Launched\u000a23:45:06.293744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:06.553352 run patchelf(pid=31212): Launched\u000a23:45:06.727798 run osmo-stp_10.42.42.5(pid=31209): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)]\u000a23:45:06.855981 run osmo-stp_10.42.42.5(pid=31209): stdout: \u000a| (launched: 2022-12-09_23:45:05.415006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:06.984435 run osmo-stp_10.42.42.5(pid=31209): stderr: \u000a| �[0;m�[38;5;43m20221209234505585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234505585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234505585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234505586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234505586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234505586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234505586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:07.108060 run osmo-stp_10.42.42.5(pid=31209): stdout: \u000a| (launched: 2022-12-09_23:45:05.415006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:07.230427 run osmo-stp_10.42.42.5(pid=31209): stderr: \u000a| �[0;m�[38;5;43m20221209234505585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234505585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234505585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234505586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234505586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234505586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234505586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:07.372942 run patchelf(pid=31212): Terminating (SIGINT)\u000a23:45:07.540718 run patchelf(pid=31212): Terminated: ok {rc=0}\u000a23:45:07.571778 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31209): Process ended prematurely: osmo-stp_10.42.42.5(pid=31209) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31209)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:45:07.581109 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a23:45:07.641025 run osmo-hlr_10.42.42.2(pid=31206): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31206)]\u000a23:45:07.689571 run osmo-hlr_10.42.42.2(pid=31206): stdout: \u000a| (launched: 2022-12-09_23:45:04.476842) \u000a23:45:07.739005 run osmo-hlr_10.42.42.2(pid=31206): stderr: \u000a| �[0;m�[1;31m20221209234504654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234504654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234504654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234504654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234504654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234504654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234504667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234504676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234504676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234504676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:07.780429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31192): Terminating (SIGTERM)\u000a23:45:07.819527 run iperf3-srv_10.42.42.10(pid=31193): Terminating (SIGTERM)\u000a23:45:07.858683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31194): Terminating (SIGTERM)\u000a23:45:07.897660 run iperf3-srv_10.42.42.10(pid=31195): Terminating (SIGTERM)\u000a23:45:07.936714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31196): Terminating (SIGTERM)\u000a23:45:07.975680 run iperf3-srv_10.42.42.10(pid=31197): Terminating (SIGTERM)\u000a23:45:08.014768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31198): Terminating (SIGTERM)\u000a23:45:08.053789 run iperf3-srv_10.42.42.10(pid=31202): Terminating (SIGTERM)\u000a23:45:08.092809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31205): Terminating (SIGTERM)\u000a23:45:08.131791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31208): Terminating (SIGTERM)\u000a23:45:08.170832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31211): Terminating (SIGTERM)\u000a23:45:08.179821 --- ParallelTerminationStrategy: PID 31192 died...\u000a23:45:08.232284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31192): Terminated: ok {rc=0}\u000a23:45:08.241772 --- ParallelTerminationStrategy: PID 31193 died...\u000a23:45:08.293950 run iperf3-srv_10.42.42.10(pid=31193): Terminated {rc=256}\u000a23:45:08.303394 --- ParallelTerminationStrategy: PID 31194 died...\u000a23:45:08.355570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31194): Terminated: ok {rc=0}\u000a23:45:08.365036 --- ParallelTerminationStrategy: PID 31195 died...\u000a23:45:08.416850 run iperf3-srv_10.42.42.10(pid=31195): Terminated {rc=256}\u000a23:45:08.426302 --- ParallelTerminationStrategy: PID 31196 died...\u000a23:45:08.478284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31196): Terminated: ok {rc=0}\u000a23:45:08.487654 --- ParallelTerminationStrategy: PID 31197 died...\u000a23:45:08.539477 run iperf3-srv_10.42.42.10(pid=31197): Terminated {rc=256}\u000a23:45:08.548886 --- ParallelTerminationStrategy: PID 31198 died...\u000a23:45:08.601567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31198): Terminated: ok {rc=0}\u000a23:45:08.611025 --- ParallelTerminationStrategy: PID 31202 died...\u000a23:45:08.662914 run iperf3-srv_10.42.42.10(pid=31202): Terminated {rc=256}\u000a23:45:08.672351 --- ParallelTerminationStrategy: PID 31205 died...\u000a23:45:08.724402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31205): Terminated: ok {rc=0}\u000a23:45:08.733976 --- ParallelTerminationStrategy: PID 31208 died...\u000a23:45:08.786087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31208): Terminated: ok {rc=0}\u000a23:45:08.795471 --- ParallelTerminationStrategy: PID 31211 died...\u000a23:45:08.847686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31211): Terminated: ok {rc=0}\u000a23:45:08.935366 bus /gobi_4: Setting Powered False\u000a23:45:10.037728 bus /gobi_4: Setting Powered False\u000a23:45:11.149295 bus /gobi_1: Setting Powered False\u000a23:45:12.251444 bus /gobi_1: Setting Powered False\u000a23:45:13.358589 bus /gobi_0: Setting Powered False\u000a23:45:14.463774 bus /gobi_0: Setting Powered False\u000a23:45:15.571892 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31219): Process ended prematurely: osmo-stp_10.42.42.5(pid=31219) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31219): Process ended prematurely: osmo-stp_10.42.42.5(pid=31219) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:45:16.642582 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:16.655885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:16.818225 tst ping.py: using LAC 24498\u000a23:45:16.935987 tst ping.py: using RAC 18\u000a23:45:17.052554 tst ping.py: using CellId 24498\u000a23:45:17.170527 tst ping.py: using BVCI 24499\u000a23:45:17.193697 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.205318 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.216543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.228003 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.239191 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.250881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.262835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:17.273828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:17.560770 tst ping.py:19: start network...\u000a23:45:17.692208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:18.184382 run create_hlr_db(pid=31213): Launched\u000a23:45:18.366295 bus /gobi_6: Setting Powered False\u000a23:45:19.387943 run create_hlr_db(pid=31213): Terminated: ok {rc=0}\u000a23:45:19.804672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31215): Launched\u000a23:45:20.118734 run osmo-hlr_10.42.42.2(pid=31216): Launched\u000a23:45:20.237259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:20.746862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31218): Launched\u000a23:45:21.037519 run osmo-stp_10.42.42.5(pid=31219): Launched\u000a23:45:21.143487 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:21.651303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31221): Launched\u000a23:45:21.755177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:22.010192 run patchelf(pid=31222): Launched\u000a23:45:22.181201 run osmo-stp_10.42.42.5(pid=31219): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)]\u000a23:45:22.306610 run osmo-stp_10.42.42.5(pid=31219): stdout: \u000a| (launched: 2022-12-09_23:45:20.894152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:22.432097 run osmo-stp_10.42.42.5(pid=31219): stderr: \u000a| �[0;m�[38;5;43m20221209234521063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234521063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234521063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234521064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234521064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234521064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234521064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:22.553311 run osmo-stp_10.42.42.5(pid=31219): stdout: \u000a| (launched: 2022-12-09_23:45:20.894152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:22.673056 run osmo-stp_10.42.42.5(pid=31219): stderr: \u000a| �[0;m�[38;5;43m20221209234521063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234521063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234521063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234521064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234521064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234521064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234521064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:22.812328 run patchelf(pid=31222): Terminating (SIGINT)\u000a23:45:22.976744 run patchelf(pid=31222): Terminated: ok {rc=0}\u000a23:45:23.006810 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31219): Process ended prematurely: osmo-stp_10.42.42.5(pid=31219) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31219)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:45:23.015380 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:45:23.074664 run osmo-hlr_10.42.42.2(pid=31216): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31216)]\u000a23:45:23.123236 run osmo-hlr_10.42.42.2(pid=31216): stdout: \u000a| (launched: 2022-12-09_23:45:19.964190) \u000a23:45:23.172232 run osmo-hlr_10.42.42.2(pid=31216): stderr: \u000a| �[0;m�[1;31m20221209234520161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234520161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234520161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234520161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234520161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234520161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234520177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234520186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234520186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234520187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:23.213855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31215): Terminating (SIGTERM)\u000a23:45:23.253354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31218): Terminating (SIGTERM)\u000a23:45:23.293089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31221): Terminating (SIGTERM)\u000a23:45:23.302121 --- ParallelTerminationStrategy: PID 31215 died...\u000a23:45:23.354398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31215): Terminated: ok {rc=0}\u000a23:45:23.363818 --- ParallelTerminationStrategy: PID 31218 died...\u000a23:45:23.415870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31218): Terminated: ok {rc=0}\u000a23:45:23.425380 --- ParallelTerminationStrategy: PID 31221 died...\u000a23:45:23.477311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31221): Terminated: ok {rc=0}\u000a23:45:23.566009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31229): Process ended prematurely: osmo-stp_10.42.42.5(pid=31229) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31229)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31229): Process ended prematurely: osmo-stp_10.42.42.5(pid=31229) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:45:24.617225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:24.629366 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:45:24.789857 tst ping_idle_ping.py: using LAC 24499\u000a23:45:24.903484 tst ping_idle_ping.py: using RAC 19\u000a23:45:25.017357 tst ping_idle_ping.py: using CellId 24499\u000a23:45:25.130546 tst ping_idle_ping.py: using BVCI 24500\u000a23:45:25.153126 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:25.164051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:25.174856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:25.185611 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:25.196280 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:25.207160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:25.218037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:45:25.228749 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:45:25.516556 tst ping_idle_ping.py:24: start network...\u000a23:45:25.649141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:26.151587 run create_hlr_db(pid=31223): Launched\u000a23:45:26.334281 bus /gobi_6: Setting Powered False\u000a23:45:27.355092 run create_hlr_db(pid=31223): Terminated: ok {rc=0}\u000a23:45:27.773204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31225): Launched\u000a23:45:28.087309 run osmo-hlr_10.42.42.2(pid=31226): Launched\u000a23:45:28.204335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:28.746020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31228): Launched\u000a23:45:29.059095 run osmo-stp_10.42.42.5(pid=31229): Launched\u000a23:45:29.174263 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:29.718752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31231): Launched\u000a23:45:29.823169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:30.079061 run patchelf(pid=31232): Launched\u000a23:45:30.250017 run osmo-stp_10.42.42.5(pid=31229): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31229)]\u000a23:45:30.375741 run osmo-stp_10.42.42.5(pid=31229): stdout: \u000a| (launched: 2022-12-09_23:45:28.905131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:30.501812 run osmo-stp_10.42.42.5(pid=31229): stderr: \u000a| �[0;m�[38;5;43m20221209234529095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234529095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234529096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234529096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234529097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234529097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234529097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:30.623163 run osmo-stp_10.42.42.5(pid=31229): stdout: \u000a| (launched: 2022-12-09_23:45:28.905131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:30.743448 run osmo-stp_10.42.42.5(pid=31229): stderr: \u000a| �[0;m�[38;5;43m20221209234529095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234529095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234529096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234529096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234529097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234529097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234529097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:30.889895 run patchelf(pid=31232): Terminating (SIGINT)\u000a23:45:31.058291 run patchelf(pid=31232): Terminated: ok {rc=0}\u000a23:45:31.089063 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31229): Process ended prematurely: osmo-stp_10.42.42.5(pid=31229) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31229)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:45:31.098789 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:45:31.159463 run osmo-hlr_10.42.42.2(pid=31226): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31226)]\u000a23:45:31.209408 run osmo-hlr_10.42.42.2(pid=31226): stdout: \u000a| (launched: 2022-12-09_23:45:27.933614) \u000a23:45:31.259836 run osmo-hlr_10.42.42.2(pid=31226): stderr: \u000a| �[0;m�[1;31m20221209234528130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234528130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234528130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234528130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234528130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234528130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234528143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234528151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234528151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234528151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:31.302582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31225): Terminating (SIGTERM)\u000a23:45:31.344156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31228): Terminating (SIGTERM)\u000a23:45:31.388053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31231): Terminating (SIGTERM)\u000a23:45:31.398135 --- ParallelTerminationStrategy: PID 31225 died...\u000a23:45:31.453410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31225): Terminated: ok {rc=0}\u000a23:45:31.463316 --- ParallelTerminationStrategy: PID 31228 died...\u000a23:45:31.516533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31228): Terminated: ok {rc=0}\u000a23:45:31.526575 --- ParallelTerminationStrategy: PID 31231 died...\u000a23:45:31.579871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31231): Terminated: ok {rc=0}\u000a23:45:31.664583 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:44:35" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:45:33.815313 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:33.826395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:45:33.982687 tst cs_paging_gprs_active.py: using LAC 24500\u000a23:45:34.104702 tst cs_paging_gprs_active.py: using RAC 20\u000a23:45:34.221728 tst cs_paging_gprs_active.py: using CellId 24500\u000a23:45:34.336010 tst cs_paging_gprs_active.py: using BVCI 24501\u000a23:45:34.358824 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.369776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.380647 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.391683 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.402677 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.413617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.424623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.435838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:34.447156 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:34.561558 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:34.839429 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:45:34.964066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:35.272574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Launched\u000a23:45:35.528226 run iperf3-srv_10.42.42.10(pid=31237): Launched\u000a23:45:35.710690 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:45:35.834626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:36.143872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Launched\u000a23:45:36.399830 run iperf3-srv_10.42.42.10(pid=31239): Launched\u000a23:45:36.582392 tst cs_paging_gprs_active.py:38: start network...\u000a23:45:36.707106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:37.183477 run create_hlr_db(pid=31240): Launched\u000a23:45:37.354353 bus /gobi_6: Setting Powered False\u000a23:45:38.376473 run create_hlr_db(pid=31240): Terminated: ok {rc=0}\u000a23:45:38.799695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Launched\u000a23:45:39.119097 run osmo-hlr_10.42.42.2(pid=31243): Launched\u000a23:45:39.238464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:39.793264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Launched\u000a23:45:40.113696 run osmo-stp_10.42.42.5(pid=31246): Launched\u000a23:45:40.230624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:40.785762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Launched\u000a23:45:40.900295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:41.177157 run patchelf(pid=31249): Launched\u000a23:45:41.363193 run osmo-stp_10.42.42.5(pid=31246): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)]\u000a23:45:41.500195 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-09_23:45:39.957123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:41.637559 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221209234540147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234540148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234540148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234540148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234540150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234540151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234540151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:41.769847 run osmo-stp_10.42.42.5(pid=31246): stdout: \u000a| (launched: 2022-12-09_23:45:39.957123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:41.901471 run osmo-stp_10.42.42.5(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221209234540147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234540148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234540148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234540148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234540150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234540151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234540151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:42.054661 run patchelf(pid=31249): Terminating (SIGINT)\u000a23:45:42.233871 run patchelf(pid=31249): Terminated: ok {rc=0}\u000a23:45:42.266820 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31246): Process ended prematurely: osmo-stp_10.42.42.5(pid=31246) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31246)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:45:42.276712 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:45:42.339787 run osmo-hlr_10.42.42.2(pid=31243): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31243)]\u000a23:45:42.391133 run osmo-hlr_10.42.42.2(pid=31243): stdout: \u000a| (launched: 2022-12-09_23:45:38.962763) \u000a23:45:42.442892 run osmo-hlr_10.42.42.2(pid=31243): stderr: \u000a| �[0;m�[1;31m20221209234539158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234539158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234539158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234539158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234539158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234539158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234539169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234539178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234539178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234539178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:42.487170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Terminating (SIGTERM)\u000a23:45:42.528497 run iperf3-srv_10.42.42.10(pid=31237): Terminating (SIGTERM)\u000a23:45:42.571990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Terminating (SIGTERM)\u000a23:45:42.613505 run iperf3-srv_10.42.42.10(pid=31239): Terminating (SIGTERM)\u000a23:45:42.654787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminating (SIGTERM)\u000a23:45:42.696331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminating (SIGTERM)\u000a23:45:42.738386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminating (SIGTERM)\u000a23:45:42.747874 --- ParallelTerminationStrategy: PID 31236 died...\u000a23:45:42.803703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31236): Terminated: ok {rc=0}\u000a23:45:42.813739 --- ParallelTerminationStrategy: PID 31237 died...\u000a23:45:42.869421 run iperf3-srv_10.42.42.10(pid=31237): Terminated {rc=256}\u000a23:45:42.879436 --- ParallelTerminationStrategy: PID 31238 died...\u000a23:45:42.935045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31238): Terminated: ok {rc=0}\u000a23:45:42.944928 --- ParallelTerminationStrategy: PID 31239 died...\u000a23:45:42.999824 run iperf3-srv_10.42.42.10(pid=31239): Terminated {rc=256}\u000a23:45:43.010065 --- ParallelTerminationStrategy: PID 31242 died...\u000a23:45:43.065476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31242): Terminated: ok {rc=0}\u000a23:45:43.075348 --- ParallelTerminationStrategy: PID 31245 died...\u000a23:45:43.130785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31245): Terminated: ok {rc=0}\u000a23:45:43.140688 --- ParallelTerminationStrategy: PID 31248 died...\u000a23:45:43.196054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31248): Terminated: ok {rc=0}\u000a23:45:43.282200 bus /gobi_0: Setting Powered False\u000a23:45:44.385962 bus /gobi_0: Setting Powered False\u000a23:45:45.492025 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31259): Process ended prematurely: osmo-stp_10.42.42.5(pid=31259) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31259)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31259): Process ended prematurely: osmo-stp_10.42.42.5(pid=31259) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:45:46.607921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:46.620644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:45:46.787468 tst iperf3.py: using LAC 24501\u000a23:45:46.912846 tst iperf3.py: using RAC 21\u000a23:45:47.035315 tst iperf3.py: using CellId 24501\u000a23:45:47.179366 tst iperf3.py: using BVCI 24502\u000a23:45:47.211411 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.225018 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.236607 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.248503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.260285 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.273289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.286144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.297712 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:47.310047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:47.601221 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:45:47.734664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:48.064208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Launched\u000a23:45:48.337538 run iperf3-srv_10.42.42.10(pid=31252): Launched\u000a23:45:48.533533 tst iperf3.py:8: start network...\u000a23:45:48.667300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:45:49.167706 run create_hlr_db(pid=31253): Launched\u000a23:45:49.351429 bus /gobi_6: Setting Powered False\u000a23:45:50.374026 run create_hlr_db(pid=31253): Terminated: ok {rc=0}\u000a23:45:50.773310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31255): Launched\u000a23:45:51.070611 run osmo-hlr_10.42.42.2(pid=31256): Launched\u000a23:45:51.188117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:45:51.722688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31258): Launched\u000a23:45:52.042927 run osmo-stp_10.42.42.5(pid=31259): Launched\u000a23:45:52.159724 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:45:52.714661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31261): Launched\u000a23:45:52.828516 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:45:53.105847 run patchelf(pid=31262): Launched\u000a23:45:53.291827 run osmo-stp_10.42.42.5(pid=31259): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31259)]\u000a23:45:53.428581 run osmo-stp_10.42.42.5(pid=31259): stdout: \u000a| (launched: 2022-12-09_23:45:51.885608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:53.565473 run osmo-stp_10.42.42.5(pid=31259): stderr: \u000a| �[0;m�[38;5;43m20221209234552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234552078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:53.697522 run osmo-stp_10.42.42.5(pid=31259): stdout: \u000a| (launched: 2022-12-09_23:45:51.885608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:45:53.828265 run osmo-stp_10.42.42.5(pid=31259): stderr: \u000a| �[0;m�[38;5;43m20221209234552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234552078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:45:53.981568 run patchelf(pid=31262): Terminating (SIGINT)\u000a23:45:54.160756 run patchelf(pid=31262): Terminated: ok {rc=0}\u000a23:45:54.193806 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31259): Process ended prematurely: osmo-stp_10.42.42.5(pid=31259) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31259)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:45:54.203665 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:45:54.266671 run osmo-hlr_10.42.42.2(pid=31256): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31256)]\u000a23:45:54.317908 run osmo-hlr_10.42.42.2(pid=31256): stdout: \u000a| (launched: 2022-12-09_23:45:50.925802) \u000a23:45:54.369655 run osmo-hlr_10.42.42.2(pid=31256): stderr: \u000a| �[0;m�[1;31m20221209234551101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234551101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234551101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234551101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234551101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234551101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234551114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234551123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234551123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234551123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:45:54.413992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Terminating (SIGTERM)\u000a23:45:54.455174 run iperf3-srv_10.42.42.10(pid=31252): Terminating (SIGTERM)\u000a23:45:54.496891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31255): Terminating (SIGTERM)\u000a23:45:54.538194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31258): Terminating (SIGTERM)\u000a23:45:54.579951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31261): Terminating (SIGTERM)\u000a23:45:54.589536 --- ParallelTerminationStrategy: PID 31251 died...\u000a23:45:54.644925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31251): Terminated: ok {rc=0}\u000a23:45:54.655140 --- ParallelTerminationStrategy: PID 31252 died...\u000a23:45:54.710773 run iperf3-srv_10.42.42.10(pid=31252): Terminated {rc=256}\u000a23:45:54.720704 --- ParallelTerminationStrategy: PID 31255 died...\u000a23:45:54.776311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31255): Terminated: ok {rc=0}\u000a23:45:54.786369 --- ParallelTerminationStrategy: PID 31258 died...\u000a23:45:54.841931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31258): Terminated: ok {rc=0}\u000a23:45:54.851856 --- ParallelTerminationStrategy: PID 31261 died...\u000a23:45:54.907416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31261): Terminated: ok {rc=0}\u000a23:45:54.993819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31277): Process ended prematurely: osmo-stp_10.42.42.5(pid=31277) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31277): Process ended prematurely: osmo-stp_10.42.42.5(pid=31277) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:45:56.113887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.125743 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:45:56.291637 tst iperf3m4.py: using LAC 24502\u000a23:45:56.415818 tst iperf3m4.py: using RAC 22\u000a23:45:56.545235 tst iperf3m4.py: using CellId 24502\u000a23:45:56.668927 tst iperf3m4.py: using BVCI 24503\u000a23:45:56.693327 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.704706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.715954 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.727481 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.739028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.750501 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.762052 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.773395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:45:56.785072 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:56.903112 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:57.026279 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:57.149246 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:45:57.426819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:45:57.551577 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:57.860701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31263): Launched\u000a23:45:58.117330 run iperf3-srv_10.42.42.10(pid=31264): Launched\u000a23:45:58.299066 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:45:58.423261 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:58.731069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31265): Launched\u000a23:45:58.986884 run iperf3-srv_10.42.42.10(pid=31266): Launched\u000a23:45:59.167790 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:45:59.291536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:45:59.600348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Launched\u000a23:45:59.855710 run iperf3-srv_10.42.42.10(pid=31268): Launched\u000a23:46:00.037580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:46:00.162244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:46:00.470969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31269): Launched\u000a23:46:00.728004 run iperf3-srv_10.42.42.10(pid=31270): Launched\u000a23:46:00.924234 tst iperf3m4.py:8: start network...\u000a23:46:01.071801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:01.625056 run create_hlr_db(pid=31271): Launched\u000a23:46:01.818336 bus /gobi_6: Setting Powered False\u000a23:46:02.819915 run create_hlr_db(pid=31271): Terminated: ok {rc=0}\u000a23:46:03.262295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31273): Launched\u000a23:46:03.582701 run osmo-hlr_10.42.42.2(pid=31274): Launched\u000a23:46:03.704039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:04.262233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31276): Launched\u000a23:46:04.581913 run osmo-stp_10.42.42.5(pid=31277): Launched\u000a23:46:04.698962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:05.255152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31279): Launched\u000a23:46:05.369749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:05.648073 run patchelf(pid=31280): Launched\u000a23:46:05.835195 run osmo-stp_10.42.42.5(pid=31277): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)]\u000a23:46:05.972683 run osmo-stp_10.42.42.5(pid=31277): stdout: \u000a| (launched: 2022-12-09_23:46:04.424771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:06.110057 run osmo-stp_10.42.42.5(pid=31277): stderr: \u000a| �[0;m�[38;5;43m20221209234604616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234604616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234604616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234604617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234604619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234604619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234604619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:06.242812 run osmo-stp_10.42.42.5(pid=31277): stdout: \u000a| (launched: 2022-12-09_23:46:04.424771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:06.374485 run osmo-stp_10.42.42.5(pid=31277): stderr: \u000a| �[0;m�[38;5;43m20221209234604616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234604616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234604616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234604617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234604619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234604619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234604619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:06.527548 run patchelf(pid=31280): Terminating (SIGINT)\u000a23:46:06.707174 run patchelf(pid=31280): Terminated: ok {rc=0}\u000a23:46:06.740110 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31277): Process ended prematurely: osmo-stp_10.42.42.5(pid=31277) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31277)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:46:06.750225 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:46:06.814482 run osmo-hlr_10.42.42.2(pid=31274): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31274)]\u000a23:46:06.866590 run osmo-hlr_10.42.42.2(pid=31274): stdout: \u000a| (launched: 2022-12-09_23:46:03.425361) \u000a23:46:06.919331 run osmo-hlr_10.42.42.2(pid=31274): stderr: \u000a| �[0;m�[1;31m20221209234603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234603623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234603635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234603643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234603643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234603643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:06.964258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31263): Terminating (SIGTERM)\u000a23:46:07.007177 run iperf3-srv_10.42.42.10(pid=31264): Terminating (SIGTERM)\u000a23:46:07.049215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31265): Terminating (SIGTERM)\u000a23:46:07.091764 run iperf3-srv_10.42.42.10(pid=31266): Terminating (SIGTERM)\u000a23:46:07.133852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Terminating (SIGTERM)\u000a23:46:07.176312 run iperf3-srv_10.42.42.10(pid=31268): Terminating (SIGTERM)\u000a23:46:07.218480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31269): Terminating (SIGTERM)\u000a23:46:07.260854 run iperf3-srv_10.42.42.10(pid=31270): Terminating (SIGTERM)\u000a23:46:07.302897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31273): Terminating (SIGTERM)\u000a23:46:07.345510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31276): Terminating (SIGTERM)\u000a23:46:07.387892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31279): Terminating (SIGTERM)\u000a23:46:07.397720 --- ParallelTerminationStrategy: PID 31263 died...\u000a23:46:07.454413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31263): Terminated: ok {rc=0}\u000a23:46:07.464566 --- ParallelTerminationStrategy: PID 31264 died...\u000a23:46:07.520539 run iperf3-srv_10.42.42.10(pid=31264): Terminated {rc=256}\u000a23:46:07.530608 --- ParallelTerminationStrategy: PID 31265 died...\u000a23:46:07.586709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31265): Terminated: ok {rc=0}\u000a23:46:07.596879 --- ParallelTerminationStrategy: PID 31266 died...\u000a23:46:07.652717 run iperf3-srv_10.42.42.10(pid=31266): Terminated {rc=256}\u000a23:46:07.662896 --- ParallelTerminationStrategy: PID 31267 died...\u000a23:46:07.719014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31267): Terminated: ok {rc=0}\u000a23:46:07.729200 --- ParallelTerminationStrategy: PID 31268 died...\u000a23:46:07.784656 run iperf3-srv_10.42.42.10(pid=31268): Terminated {rc=256}\u000a23:46:07.794805 --- ParallelTerminationStrategy: PID 31269 died...\u000a23:46:07.851171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31269): Terminated: ok {rc=0}\u000a23:46:07.861248 --- ParallelTerminationStrategy: PID 31270 died...\u000a23:46:07.917421 run iperf3-srv_10.42.42.10(pid=31270): Terminated {rc=256}\u000a23:46:07.927421 --- ParallelTerminationStrategy: PID 31273 died...\u000a23:46:07.983080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31273): Terminated: ok {rc=0}\u000a23:46:07.993477 --- ParallelTerminationStrategy: PID 31276 died...\u000a23:46:08.049201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31276): Terminated: ok {rc=0}\u000a23:46:08.059311 --- ParallelTerminationStrategy: PID 31279 died...\u000a23:46:08.115458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31279): Terminated: ok {rc=0}\u000a23:46:08.203603 bus /gobi_4: Setting Powered False\u000a23:46:09.311021 bus /gobi_4: Setting Powered False\u000a23:46:10.419155 bus /gobi_1: Setting Powered False\u000a23:46:11.524705 bus /gobi_1: Setting Powered False\u000a23:46:12.631678 bus /gobi_0: Setting Powered False\u000a23:46:13.736420 bus /gobi_0: Setting Powered False\u000a23:46:14.847741 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31287): Process ended prematurely: osmo-stp_10.42.42.5(pid=31287) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31287)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31287): Process ended prematurely: osmo-stp_10.42.42.5(pid=31287) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:46:15.931696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:15.944678 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:16.120341 tst ping.py: using LAC 24503\u000a23:46:16.265352 tst ping.py: using RAC 23\u000a23:46:16.420299 tst ping.py: using CellId 24503\u000a23:46:16.538755 tst ping.py: using BVCI 24504\u000a23:46:16.562296 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:16.574576 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:16.586927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:16.599157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:16.611094 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:16.622756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:16.634413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:16.646424 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:16.925163 tst ping.py:19: start network...\u000a23:46:17.050311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:17.524030 run create_hlr_db(pid=31281): Launched\u000a23:46:17.692026 bus /gobi_6: Setting Powered False\u000a23:46:18.713677 run create_hlr_db(pid=31281): Terminated: ok {rc=0}\u000a23:46:19.130788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31283): Launched\u000a23:46:19.443451 run osmo-hlr_10.42.42.2(pid=31284): Launched\u000a23:46:19.562200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:20.112909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31286): Launched\u000a23:46:20.426037 run osmo-stp_10.42.42.5(pid=31287): Launched\u000a23:46:20.540425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:21.086128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31289): Launched\u000a23:46:21.198556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:21.470690 run patchelf(pid=31290): Launched\u000a23:46:21.653582 run osmo-stp_10.42.42.5(pid=31287): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31287)]\u000a23:46:21.787648 run osmo-stp_10.42.42.5(pid=31287): stdout: \u000a| (launched: 2022-12-09_23:46:20.272005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:21.922666 run osmo-stp_10.42.42.5(pid=31287): stderr: \u000a| �[0;m�[38;5;43m20221209234620462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234620462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234620462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234620462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234620463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234620463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234620463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:22.052177 run osmo-stp_10.42.42.5(pid=31287): stdout: \u000a| (launched: 2022-12-09_23:46:20.272005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:22.180635 run osmo-stp_10.42.42.5(pid=31287): stderr: \u000a| �[0;m�[38;5;43m20221209234620462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234620462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234620462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234620462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234620463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234620463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234620463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:22.330567 run patchelf(pid=31290): Terminating (SIGINT)\u000a23:46:22.506410 run patchelf(pid=31290): Terminated: ok {rc=0}\u000a23:46:22.538489 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31287): Process ended prematurely: osmo-stp_10.42.42.5(pid=31287) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31287)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:46:22.547476 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:46:22.610579 run osmo-hlr_10.42.42.2(pid=31284): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31284)]\u000a23:46:22.661563 run osmo-hlr_10.42.42.2(pid=31284): stdout: \u000a| (launched: 2022-12-09_23:46:19.290077) \u000a23:46:22.713486 run osmo-hlr_10.42.42.2(pid=31284): stderr: \u000a| �[0;m�[1;31m20221209234619485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234619486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234619486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234619486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234619486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234619486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234619499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234619509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234619510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234619510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:22.757746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31283): Terminating (SIGTERM)\u000a23:46:22.799365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31286): Terminating (SIGTERM)\u000a23:46:22.841388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31289): Terminating (SIGTERM)\u000a23:46:22.851063 --- ParallelTerminationStrategy: PID 31283 died...\u000a23:46:22.907561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31283): Terminated: ok {rc=0}\u000a23:46:22.917699 --- ParallelTerminationStrategy: PID 31286 died...\u000a23:46:22.973517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31286): Terminated: ok {rc=0}\u000a23:46:22.983348 --- ParallelTerminationStrategy: PID 31289 died...\u000a23:46:23.039052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31289): Terminated: ok {rc=0}\u000a23:46:23.126120 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31297): Process ended prematurely: osmo-stp_10.42.42.5(pid=31297) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31297)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31297): Process ended prematurely: osmo-stp_10.42.42.5(pid=31297) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:46:24.178359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.190495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:46:24.353554 tst ping_idle_ping.py: using LAC 24504\u000a23:46:24.470401 tst ping_idle_ping.py: using RAC 24\u000a23:46:24.585709 tst ping_idle_ping.py: using CellId 24504\u000a23:46:24.700467 tst ping_idle_ping.py: using BVCI 24505\u000a23:46:24.723037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.734126 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.745139 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.756621 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.768083 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.779614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.791371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:46:24.802660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:46:25.078406 tst ping_idle_ping.py:24: start network...\u000a23:46:25.201140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:25.673149 run create_hlr_db(pid=31291): Launched\u000a23:46:25.842572 bus /gobi_6: Setting Powered False\u000a23:46:26.876074 run create_hlr_db(pid=31291): Terminated: ok {rc=0}\u000a23:46:27.270191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31293): Launched\u000a23:46:27.562670 run osmo-hlr_10.42.42.2(pid=31294): Launched\u000a23:46:27.675591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:28.184546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31296): Launched\u000a23:46:28.477509 run osmo-stp_10.42.42.5(pid=31297): Launched\u000a23:46:28.584301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:29.094636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31299): Launched\u000a23:46:29.199211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:29.454813 run patchelf(pid=31300): Launched\u000a23:46:29.626112 run osmo-stp_10.42.42.5(pid=31297): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31297)]\u000a23:46:29.751806 run osmo-stp_10.42.42.5(pid=31297): stdout: \u000a| (launched: 2022-12-09_23:46:28.333262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:29.877860 run osmo-stp_10.42.42.5(pid=31297): stderr: \u000a| �[0;m�[38;5;43m20221209234628501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234628502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234628502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234628502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234628503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234628503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234628503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:29.999122 run osmo-stp_10.42.42.5(pid=31297): stdout: \u000a| (launched: 2022-12-09_23:46:28.333262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:30.119497 run osmo-stp_10.42.42.5(pid=31297): stderr: \u000a| �[0;m�[38;5;43m20221209234628501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234628502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234628502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234628502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234628503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234628503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234628503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:30.259658 run patchelf(pid=31300): Terminating (SIGINT)\u000a23:46:30.425262 run patchelf(pid=31300): Terminated: ok {rc=0}\u000a23:46:30.455201 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31297): Process ended prematurely: osmo-stp_10.42.42.5(pid=31297) [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31297)] [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:46:30.463723 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:46:30.522531 run osmo-hlr_10.42.42.2(pid=31294): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31294)]\u000a23:46:30.570695 run osmo-hlr_10.42.42.2(pid=31294): stdout: \u000a| (launched: 2022-12-09_23:46:27.418563) \u000a23:46:30.619683 run osmo-hlr_10.42.42.2(pid=31294): stderr: \u000a| �[0;m�[1;31m20221209234627595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234627595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234627595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234627595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234627595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234627595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234627608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234627618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234627618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234627618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:30.661544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31293): Terminating (SIGTERM)\u000a23:46:30.701040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31296): Terminating (SIGTERM)\u000a23:46:30.740358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31299): Terminating (SIGTERM)\u000a23:46:30.749592 --- ParallelTerminationStrategy: PID 31293 died...\u000a23:46:30.802364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31293): Terminated: ok {rc=0}\u000a23:46:30.812116 --- ParallelTerminationStrategy: PID 31296 died...\u000a23:46:30.864641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31296): Terminated: ok {rc=0}\u000a23:46:30.874349 --- ParallelTerminationStrategy: PID 31299 died...\u000a23:46:30.946076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31299): Terminated: ok {rc=0}\u000a23:46:31.042432 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:45:33" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31310): Process ended prematurely: osmo-stp_10.42.42.5(pid=31310) [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31310)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31310): Process ended prematurely: osmo-stp_10.42.42.5(pid=31310) [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:46:33.078258 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.089671 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:46:33.244107 tst switch_tch_pdch.py: using LAC 24505\u000a23:46:33.358644 tst switch_tch_pdch.py: using RAC 25\u000a23:46:33.483144 tst switch_tch_pdch.py: using CellId 24505\u000a23:46:33.600476 tst switch_tch_pdch.py: using BVCI 24506\u000a23:46:33.623103 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.634579 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.645915 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.657520 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.668724 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.679887 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.691088 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:46:33.702263 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:46:33.820443 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:46:34.092354 tst switch_tch_pdch.py:51: start network...\u000a23:46:34.213852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:34.682069 run create_hlr_db(pid=31304): Launched\u000a23:46:34.849895 bus /gobi_6: Setting Powered False\u000a23:46:35.871906 run create_hlr_db(pid=31304): Terminated: ok {rc=0}\u000a23:46:36.289228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31306): Launched\u000a23:46:36.603296 run osmo-hlr_10.42.42.2(pid=31307): Launched\u000a23:46:36.718389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:37.261030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31309): Launched\u000a23:46:37.574548 run osmo-stp_10.42.42.5(pid=31310): Launched\u000a23:46:37.689153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:38.235415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31312): Launched\u000a23:46:38.347197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:38.619076 run patchelf(pid=31313): Launched\u000a23:46:38.802224 run osmo-stp_10.42.42.5(pid=31310): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31310)]\u000a23:46:38.937208 run osmo-stp_10.42.42.5(pid=31310): stdout: \u000a| (launched: 2022-12-09_23:46:37.419764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:39.071808 run osmo-stp_10.42.42.5(pid=31310): stderr: \u000a| �[0;m�[38;5;43m20221209234637609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234637610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234637610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234637610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234637612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234637613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234637613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:39.202050 run osmo-stp_10.42.42.5(pid=31310): stdout: \u000a| (launched: 2022-12-09_23:46:37.419764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:39.330826 run osmo-stp_10.42.42.5(pid=31310): stderr: \u000a| �[0;m�[38;5;43m20221209234637609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234637610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234637610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234637610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234637612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234637613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234637613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:39.480681 run patchelf(pid=31313): Terminating (SIGINT)\u000a23:46:39.656163 run patchelf(pid=31313): Terminated: ok {rc=0}\u000a23:46:39.688167 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31310): Process ended prematurely: osmo-stp_10.42.42.5(pid=31310) [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31310)] [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:46:39.697500 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a23:46:39.760321 run osmo-hlr_10.42.42.2(pid=31307): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31307)]\u000a23:46:39.811489 run osmo-hlr_10.42.42.2(pid=31307): stdout: \u000a| (launched: 2022-12-09_23:46:36.449614) \u000a23:46:39.863307 run osmo-hlr_10.42.42.2(pid=31307): stderr: \u000a| �[0;m�[1;31m20221209234636643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234636643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234636643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234636643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234636643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234636644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234636655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234636664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234636664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234636664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:39.907253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31306): Terminating (SIGTERM)\u000a23:46:39.949603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31309): Terminating (SIGTERM)\u000a23:46:39.991325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31312): Terminating (SIGTERM)\u000a23:46:40.000919 --- ParallelTerminationStrategy: PID 31306 died...\u000a23:46:40.057152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31306): Terminated: ok {rc=0}\u000a23:46:40.067191 --- ParallelTerminationStrategy: PID 31309 died...\u000a23:46:40.122841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31309): Terminated: ok {rc=0}\u000a23:46:40.133377 --- ParallelTerminationStrategy: PID 31312 died...\u000a23:46:40.188770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31312): Terminated: ok {rc=0}\u000a23:46:40.274416 bus /gobi_0: Setting Powered False\u000a23:46:41.380791 bus /gobi_0: Setting Powered False\u000a23:46:42.487996 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:46:32" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31323): Process ended prematurely: osmo-stp_10.42.42.5(pid=31323) [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31323)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31323): Process ended prematurely: osmo-stp_10.42.42.5(pid=31323) [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:46:44.465581 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:44.478067 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:46:44.635695 tst switch_tch_pdch.py: using LAC 24506\u000a23:46:44.750823 tst switch_tch_pdch.py: using RAC 26\u000a23:46:44.869455 tst switch_tch_pdch.py: using CellId 24506\u000a23:46:44.982963 tst switch_tch_pdch.py: using BVCI 24507\u000a23:46:45.005415 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:45.016321 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:45.027075 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:45.037849 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:45.048618 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:45.059342 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:45.070205 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:46:45.080878 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:46:45.193470 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:46:45.480687 tst switch_tch_pdch.py:51: start network...\u000a23:46:45.612058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:46:46.147134 run create_hlr_db(pid=31317): Launched\u000a23:46:46.309306 bus /gobi_6: Setting Powered False\u000a23:46:47.372210 run create_hlr_db(pid=31317): Terminated: ok {rc=0}\u000a23:46:47.739760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31319): Launched\u000a23:46:48.032394 run osmo-hlr_10.42.42.2(pid=31320): Launched\u000a23:46:48.145430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:46:48.635799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31322): Launched\u000a23:46:48.928031 run osmo-stp_10.42.42.5(pid=31323): Launched\u000a23:46:49.034867 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:46:49.518774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31325): Launched\u000a23:46:49.622911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:46:49.877168 run patchelf(pid=31326): Launched\u000a23:46:50.048152 run osmo-stp_10.42.42.5(pid=31323): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31323)]\u000a23:46:50.173634 run osmo-stp_10.42.42.5(pid=31323): stdout: \u000a| (launched: 2022-12-09_23:46:48.784200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:50.299268 run osmo-stp_10.42.42.5(pid=31323): stderr: \u000a| �[0;m�[38;5;43m20221209234648954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234648954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234648955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234648955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234648955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234648956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234648956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:50.419760 run osmo-stp_10.42.42.5(pid=31323): stdout: \u000a| (launched: 2022-12-09_23:46:48.784200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:46:50.540198 run osmo-stp_10.42.42.5(pid=31323): stderr: \u000a| �[0;m�[38;5;43m20221209234648954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234648954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234648955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234648955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234648955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234648956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234648956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:46:50.680257 run patchelf(pid=31326): Terminating (SIGINT)\u000a23:46:50.845415 run patchelf(pid=31326): Terminated: ok {rc=0}\u000a23:46:50.875342 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31323): Process ended prematurely: osmo-stp_10.42.42.5(pid=31323) [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31323)] [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:46:50.883856 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a23:46:50.943046 run osmo-hlr_10.42.42.2(pid=31320): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31320)]\u000a23:46:50.991309 run osmo-hlr_10.42.42.2(pid=31320): stdout: \u000a| (launched: 2022-12-09_23:46:47.888874) \u000a23:46:51.040500 run osmo-hlr_10.42.42.2(pid=31320): stderr: \u000a| �[0;m�[1;31m20221209234648061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234648061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234648062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234648062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234648062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234648062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234648074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234648083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234648083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234648083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:46:51.081949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31319): Terminating (SIGTERM)\u000a23:46:51.121473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31322): Terminating (SIGTERM)\u000a23:46:51.161151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31325): Terminating (SIGTERM)\u000a23:46:51.170398 --- ParallelTerminationStrategy: PID 31319 died...\u000a23:46:51.223610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31319): Terminated: ok {rc=0}\u000a23:46:51.233317 --- ParallelTerminationStrategy: PID 31322 died...\u000a23:46:51.286123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31322): Terminated: ok {rc=0}\u000a23:46:51.295837 --- ParallelTerminationStrategy: PID 31325 died...\u000a23:46:51.348745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31325): Terminated: ok {rc=0}\u000a23:46:51.436642 bus /gobi_0: Setting Powered False\u000a23:46:52.539231 bus /gobi_0: Setting Powered False\u000a23:46:53.645807 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:46:44" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31331) [trial-2366↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31331)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31331) [trial-2366↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a23:46:55.548914 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a23:46:55.560027 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:46:55.701579 tst mo_mt_sms.py: using LAC 24507\u000a23:46:55.815275 tst mo_mt_sms.py: using RAC 27\u000a23:46:55.929730 tst mo_mt_sms.py: using CellId 24507\u000a23:46:56.044662 tst mo_mt_sms.py: using BVCI 24508\u000a23:46:56.066980 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:46:56.182326 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:46:56.468452 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:46:56.600038 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:46:57.245481 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31330): Launched\u000a23:46:57.555272 run osmo-nitb_10.42.42.2(pid=31331): Launched\u000a23:46:57.747792 run osmo-nitb_10.42.42.2(pid=31331): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31331)]\u000a23:46:57.889679 run osmo-nitb_10.42.42.2(pid=31331): stdout: \u000a| (launched: 2022-12-09_23:46:57.405038) \u000a23:46:58.032363 run osmo-nitb_10.42.42.2(pid=31331): stderr: \u000a| (launched: 2022-12-09_23:46:57.451645)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:46:58.170123 run osmo-nitb_10.42.42.2(pid=31331): stdout: \u000a| (launched: 2022-12-09_23:46:57.405038) \u000a23:46:58.306469 run osmo-nitb_10.42.42.2(pid=31331): stderr: \u000a| (launched: 2022-12-09_23:46:57.451645)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:46:58.681867 tst osmo-nitb_10.42.42.2(pid=31331): stdout: \u000a| (launched: 2022-12-09_23:46:57.405038) \u000a23:46:58.807052 tst osmo-nitb_10.42.42.2(pid=31331): stderr: \u000a| (launched: 2022-12-09_23:46:57.451645)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:46:58.862009 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31331) [trial-2366↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31331)] [trial-2366↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a23:46:58.870914 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a23:46:58.907423 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31330): Terminating (SIGTERM)\u000a23:46:59.085617 --- ParallelTerminationStrategy: PID 31330 died...\u000a23:46:59.144275 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31330): Terminated: ok {rc=0}\u000a23:46:59.230023 bus /sierra_3: Setting Powered False\u000a23:47:00.330663 bus /sierra_3: Setting Powered False\u000a23:47:01.447701 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:46:55" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31341): Process ended prematurely: osmo-stp_10.42.42.5(pid=31341) [trial-2366↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31341): Process ended prematurely: osmo-stp_10.42.42.5(pid=31341) [trial-2366↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a23:47:03.335349 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:03.345793 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:03.482477 tst mo_mt_sms.py: using LAC 24508\u000a23:47:03.606259 tst mo_mt_sms.py: using RAC 28\u000a23:47:03.728340 tst mo_mt_sms.py: using CellId 24508\u000a23:47:03.850975 tst mo_mt_sms.py: using BVCI 24509\u000a23:47:03.875147 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:03.886430 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:03.898369 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:03.909313 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:03.920667 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:03.932023 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:04.046778 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:47:04.252606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:04.745872 run create_hlr_db(pid=31335): Launched\u000a23:47:04.928685 bus /sierra_2: Setting Powered False\u000a23:47:05.949973 run create_hlr_db(pid=31335): Terminated: ok {rc=0}\u000a23:47:06.343169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31337): Launched\u000a23:47:06.635721 run osmo-hlr_10.42.42.2(pid=31338): Launched\u000a23:47:06.745432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:07.251691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31340): Launched\u000a23:47:07.544642 run osmo-stp_10.42.42.5(pid=31341): Launched\u000a23:47:07.651722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:08.184012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31343): Launched\u000a23:47:08.475709 run osmo-msc_10.42.42.6(pid=31344): Launched\u000a23:47:08.648275 run osmo-stp_10.42.42.5(pid=31341): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)]\u000a23:47:08.774261 run osmo-stp_10.42.42.5(pid=31341): stdout: \u000a| (launched: 2022-12-09_23:47:07.400421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:08.896511 run osmo-stp_10.42.42.5(pid=31341): stderr: \u000a| �[0;m�[38;5;43m20221209234707568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234707568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234707568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234707569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234707571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234707571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234707571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:09.013534 run osmo-stp_10.42.42.5(pid=31341): stdout: \u000a| (launched: 2022-12-09_23:47:07.400421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:09.129715 run osmo-stp_10.42.42.5(pid=31341): stderr: \u000a| �[0;m�[38;5;43m20221209234707568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234707568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234707568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234707569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234707571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234707571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234707571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:09.180552 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=31341): Process ended prematurely: osmo-stp_10.42.42.5(pid=31341) [trial-2366↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31341)] [trial-2366↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a23:47:09.188368 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a23:47:09.247245 run osmo-hlr_10.42.42.2(pid=31338): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31338)]\u000a23:47:09.295382 run osmo-hlr_10.42.42.2(pid=31338): stdout: \u000a| (launched: 2022-12-09_23:47:06.491056) \u000a23:47:09.344622 run osmo-hlr_10.42.42.2(pid=31338): stderr: \u000a| �[0;m�[1;31m20221209234706665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234706665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234706665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234706665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234706665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234706665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234706682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234706691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234706692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234706692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:09.410791 run osmo-msc_10.42.42.6(pid=31344): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31344)]\u000a23:47:09.458888 run osmo-msc_10.42.42.6(pid=31344): stdout: \u000a| (launched: 2022-12-09_23:47:08.331908) \u000a23:47:09.507592 run osmo-msc_10.42.42.6(pid=31344): stderr: \u000a| �[0;m�[38;5;43m20221209234708603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234708604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9537a9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234708604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234708604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234708604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234708604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234708606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234708606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234708606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234708607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:09.548755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31337): Terminating (SIGTERM)\u000a23:47:09.587698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31340): Terminating (SIGTERM)\u000a23:47:09.626582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31343): Terminating (SIGTERM)\u000a23:47:09.635595 --- ParallelTerminationStrategy: PID 31337 died...\u000a23:47:09.688836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31337): Terminated: ok {rc=0}\u000a23:47:09.698375 --- ParallelTerminationStrategy: PID 31340 died...\u000a23:47:09.750277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31340): Terminated: ok {rc=0}\u000a23:47:09.759557 --- ParallelTerminationStrategy: PID 31343 died...\u000a23:47:09.811590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31343): Terminated: ok {rc=0}\u000a23:47:09.898414 bus /sierra_3: Setting Powered False\u000a23:47:11.003874 bus /sierra_3: Setting Powered False\u000a23:47:12.111293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:47:03" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31351): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31351) [trial-2366↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31351)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31351): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31351) [trial-2366↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a23:47:13.951920 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a23:47:13.963359 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:14.103857 tst assert_extension.py: using LAC 24509\u000a23:47:14.226678 tst assert_extension.py: using RAC 29\u000a23:47:14.350927 tst assert_extension.py: using CellId 24509\u000a23:47:14.467598 tst assert_extension.py: using BVCI 24510\u000a23:47:14.490015 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a23:47:14.758879 tst assert_extension.py:10: start nitb and bts...\u000a23:47:14.880511 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:47:15.487870 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31350): Launched\u000a23:47:15.777194 run osmo-nitb_10.42.42.2(pid=31351): Launched\u000a23:47:15.968930 run osmo-nitb_10.42.42.2(pid=31351): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31351)]\u000a23:47:16.105639 run osmo-nitb_10.42.42.2(pid=31351): stdout: \u000a| (launched: 2022-12-09_23:47:15.636787) \u000a23:47:16.241706 run osmo-nitb_10.42.42.2(pid=31351): stderr: \u000a| (launched: 2022-12-09_23:47:15.680689)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:16.373115 run osmo-nitb_10.42.42.2(pid=31351): stdout: \u000a| (launched: 2022-12-09_23:47:15.636787) \u000a23:47:16.503223 run osmo-nitb_10.42.42.2(pid=31351): stderr: \u000a| (launched: 2022-12-09_23:47:15.680689)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:16.930249 tst osmo-nitb_10.42.42.2(pid=31351): stdout: \u000a| (launched: 2022-12-09_23:47:15.636787) \u000a23:47:17.104807 tst osmo-nitb_10.42.42.2(pid=31351): stderr: \u000a| (launched: 2022-12-09_23:47:15.680689)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:47:17.165314 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31351): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31351) [trial-2366↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31351)] [trial-2366↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a23:47:17.174576 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:47:17.211900 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31350): Terminating (SIGTERM)\u000a23:47:17.390106 --- ParallelTerminationStrategy: PID 31350 died...\u000a23:47:17.444926 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31350): Terminated: ok {rc=0}\u000a23:47:17.534110 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:47:13" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31361): Process ended prematurely: osmo-stp_10.42.42.5(pid=31361) [trial-2366↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31361): Process ended prematurely: osmo-stp_10.42.42.5(pid=31361) [trial-2366↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a23:47:19.374040 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.385159 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:47:19.525166 tst assert_extension.py: using LAC 24510\u000a23:47:19.644214 tst assert_extension.py: using RAC 30\u000a23:47:19.762535 tst assert_extension.py: using CellId 24510\u000a23:47:19.877642 tst assert_extension.py: using BVCI 24511\u000a23:47:19.899995 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.910795 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.921219 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.931506 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.941890 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:47:19.952236 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a23:47:20.157382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:20.650565 run create_hlr_db(pid=31355): Launched\u000a23:47:20.834076 bus /sierra_2: Setting Powered False\u000a23:47:21.854315 run create_hlr_db(pid=31355): Terminated: ok {rc=0}\u000a23:47:22.247690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31357): Launched\u000a23:47:22.540915 run osmo-hlr_10.42.42.2(pid=31358): Launched\u000a23:47:22.648063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:23.160386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31360): Launched\u000a23:47:23.451236 run osmo-stp_10.42.42.5(pid=31361): Launched\u000a23:47:23.557838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:24.088191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31363): Launched\u000a23:47:24.380063 run osmo-msc_10.42.42.6(pid=31364): Launched\u000a23:47:24.552866 run osmo-stp_10.42.42.5(pid=31361): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)]\u000a23:47:24.677279 run osmo-stp_10.42.42.5(pid=31361): stdout: \u000a| (launched: 2022-12-09_23:47:23.308360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:24.799622 run osmo-stp_10.42.42.5(pid=31361): stderr: \u000a| �[0;m�[38;5;43m20221209234723475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234723475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234723475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234723476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:24.917545 run osmo-stp_10.42.42.5(pid=31361): stdout: \u000a| (launched: 2022-12-09_23:47:23.308360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:25.034144 run osmo-stp_10.42.42.5(pid=31361): stderr: \u000a| �[0;m�[38;5;43m20221209234723475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234723475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234723475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234723476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:25.085492 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31361): Process ended prematurely: osmo-stp_10.42.42.5(pid=31361) [trial-2366↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31361)] [trial-2366↪ussd:trx-umtrx↪assert_extension.py:17]\u000a23:47:25.093401 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a23:47:25.152290 run osmo-hlr_10.42.42.2(pid=31358): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31358)]\u000a23:47:25.200616 run osmo-hlr_10.42.42.2(pid=31358): stdout: \u000a| (launched: 2022-12-09_23:47:22.396776) \u000a23:47:25.249652 run osmo-hlr_10.42.42.2(pid=31358): stderr: \u000a| �[0;m�[1;31m20221209234722573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234722573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234722573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234722573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234722573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234722574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234722586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234722594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234722594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234722594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:25.315994 run osmo-msc_10.42.42.6(pid=31364): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31364)]\u000a23:47:25.364400 run osmo-msc_10.42.42.6(pid=31364): stdout: \u000a| (launched: 2022-12-09_23:47:24.235907) \u000a23:47:25.413571 run osmo-msc_10.42.42.6(pid=31364): stderr: \u000a| �[0;m�[38;5;43m20221209234724507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234724507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc726efbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234724507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234724507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234724508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234724508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234724510 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234724510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234724510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234724510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:25.455331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31357): Terminating (SIGTERM)\u000a23:47:25.494851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31360): Terminating (SIGTERM)\u000a23:47:25.534557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31363): Terminating (SIGTERM)\u000a23:47:25.543741 --- ParallelTerminationStrategy: PID 31357 died...\u000a23:47:25.596846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31357): Terminated: ok {rc=0}\u000a23:47:25.606527 --- ParallelTerminationStrategy: PID 31360 died...\u000a23:47:25.659289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31360): Terminated: ok {rc=0}\u000a23:47:25.668832 --- ParallelTerminationStrategy: PID 31363 died...\u000a23:47:25.721969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31363): Terminated: ok {rc=0}\u000a23:47:25.805060 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:47:19" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:47:27.768027 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:27.779749 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:47:27.939335 tst mo_mt_call.py: using LAC 24511\u000a23:47:28.059114 tst mo_mt_call.py: using RAC 31\u000a23:47:28.177204 tst mo_mt_call.py: using CellId 24511\u000a23:47:28.301873 tst mo_mt_call.py: using BVCI 24512\u000a23:47:28.326473 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:28.338472 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:28.350902 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:28.362318 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:28.374563 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:28.385891 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:28.503969 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:28.713824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:29.215207 run create_hlr_db(pid=31369): Launched\u000a23:47:29.399957 bus /sierra_2: Setting Powered False\u000a23:47:30.421858 run create_hlr_db(pid=31369): Terminated: ok {rc=0}\u000a23:47:30.823178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Launched\u000a23:47:31.268658 run osmo-hlr_10.42.42.2(pid=31372): Launched\u000a23:47:31.514155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:32.095339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Launched\u000a23:47:32.416720 run osmo-stp_10.42.42.5(pid=31375): Launched\u000a23:47:32.534973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:33.120235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31377): Launched\u000a23:47:33.438003 run osmo-msc_10.42.42.6(pid=31378): Launched\u000a23:47:33.625435 run osmo-stp_10.42.42.5(pid=31375): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)]\u000a23:47:33.759792 run osmo-stp_10.42.42.5(pid=31375): stdout: \u000a| (launched: 2022-12-09_23:47:32.260266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:33.893978 run osmo-stp_10.42.42.5(pid=31375): stderr: \u000a| �[0;m�[38;5;43m20221209234732449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234732449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234732449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234732450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234732452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234732452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234732452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:34.023132 run osmo-stp_10.42.42.5(pid=31375): stdout: \u000a| (launched: 2022-12-09_23:47:32.260266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:34.150606 run osmo-stp_10.42.42.5(pid=31375): stderr: \u000a| �[0;m�[38;5;43m20221209234732449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234732449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234732449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234732450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234732452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234732452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234732452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:34.206927 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31375): Process ended prematurely: osmo-stp_10.42.42.5(pid=31375) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31375)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:47:34.216052 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:47:34.280252 run osmo-hlr_10.42.42.2(pid=31372): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31372)]\u000a23:47:34.331913 run osmo-hlr_10.42.42.2(pid=31372): stdout: \u000a| (launched: 2022-12-09_23:47:31.006750) \u000a23:47:34.384151 run osmo-hlr_10.42.42.2(pid=31372): stderr: \u000a| �[0;m�[1;31m20221209234731309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234731309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234731309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234731309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234731309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234731309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234731333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234731341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234731341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234731341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:34.454600 run osmo-msc_10.42.42.6(pid=31378): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31378)]\u000a23:47:34.506033 run osmo-msc_10.42.42.6(pid=31378): stdout: \u000a| (launched: 2022-12-09_23:47:33.282933) \u000a23:47:34.557998 run osmo-msc_10.42.42.6(pid=31378): stderr: \u000a| �[0;m�[38;5;43m20221209234733602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234733602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfd25d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234733602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234733602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234733602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234733603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234733604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234733605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234733605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234733605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:34.602076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Terminating (SIGTERM)\u000a23:47:34.644138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Terminating (SIGTERM)\u000a23:47:34.686917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31377): Terminating (SIGTERM)\u000a23:47:34.696537 --- ParallelTerminationStrategy: PID 31371 died...\u000a23:47:34.752512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31371): Terminated: ok {rc=0}\u000a23:47:34.762839 --- ParallelTerminationStrategy: PID 31374 died...\u000a23:47:34.818597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31374): Terminated: ok {rc=0}\u000a23:47:34.828859 --- ParallelTerminationStrategy: PID 31377 died...\u000a23:47:34.885758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31377): Terminated: ok {rc=0}\u000a23:47:34.974136 bus /sierra_3: Setting Powered False\u000a23:47:36.081690 bus /sierra_3: Setting Powered False\u000a23:47:37.188428 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31386): Process ended prematurely: osmo-stp_10.42.42.5(pid=31386) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31386)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31386): Process ended prematurely: osmo-stp_10.42.42.5(pid=31386) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:47:38.302144 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:38.314797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:47:38.480179 tst mo_mt_call_osmux.py: using LAC 24512\u000a23:47:38.607282 tst mo_mt_call_osmux.py: using RAC 32\u000a23:47:38.732112 tst mo_mt_call_osmux.py: using CellId 24512\u000a23:47:38.856633 tst mo_mt_call_osmux.py: using BVCI 24513\u000a23:47:38.881208 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:38.892771 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:38.904374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:38.916661 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:38.928621 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:47:38.940410 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:39.061254 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:47:39.273511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:39.772178 run create_hlr_db(pid=31380): Launched\u000a23:47:39.957507 bus /sierra_2: Setting Powered False\u000a23:47:40.979511 run create_hlr_db(pid=31380): Terminated: ok {rc=0}\u000a23:47:41.402854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31382): Launched\u000a23:47:41.721550 run osmo-hlr_10.42.42.2(pid=31383): Launched\u000a23:47:41.841600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:42.366820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31385): Launched\u000a23:47:42.665260 run osmo-stp_10.42.42.5(pid=31386): Launched\u000a23:47:42.784940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:43.332705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31388): Launched\u000a23:47:43.630588 run osmo-msc_10.42.42.6(pid=31389): Launched\u000a23:47:43.807740 run osmo-stp_10.42.42.5(pid=31386): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31386)]\u000a23:47:43.933979 run osmo-stp_10.42.42.5(pid=31386): stdout: \u000a| (launched: 2022-12-09_23:47:42.518125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:44.057683 run osmo-stp_10.42.42.5(pid=31386): stderr: \u000a| �[0;m�[38;5;43m20221209234742686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234742686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234742686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234742687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234742687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234742687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234742687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:44.176938 run osmo-stp_10.42.42.5(pid=31386): stdout: \u000a| (launched: 2022-12-09_23:47:42.518125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:44.295234 run osmo-stp_10.42.42.5(pid=31386): stderr: \u000a| �[0;m�[38;5;43m20221209234742686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234742686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234742686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234742687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234742687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234742687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234742687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:44.347638 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31386): Process ended prematurely: osmo-stp_10.42.42.5(pid=31386) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31386)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:47:44.356177 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:47:44.414732 run osmo-hlr_10.42.42.2(pid=31383): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31383)]\u000a23:47:44.462940 run osmo-hlr_10.42.42.2(pid=31383): stdout: \u000a| (launched: 2022-12-09_23:47:41.565099) \u000a23:47:44.511889 run osmo-hlr_10.42.42.2(pid=31383): stderr: \u000a| �[0;m�[1;31m20221209234741764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234741764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234741764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234741764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234741764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234741764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234741776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234741784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234741785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234741785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:44.578382 run osmo-msc_10.42.42.6(pid=31389): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31389)]\u000a23:47:44.626567 run osmo-msc_10.42.42.6(pid=31389): stdout: \u000a| (launched: 2022-12-09_23:47:43.483784) \u000a23:47:44.675483 run osmo-msc_10.42.42.6(pid=31389): stderr: \u000a| �[0;m�[38;5;43m20221209234743755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234743755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6a4d7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234743755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234743756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234743756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234743756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234743758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234743758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234743758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234743758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:44.716808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31382): Terminating (SIGTERM)\u000a23:47:44.755744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31385): Terminating (SIGTERM)\u000a23:47:44.794902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31388): Terminating (SIGTERM)\u000a23:47:44.803977 --- ParallelTerminationStrategy: PID 31382 died...\u000a23:47:44.856531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31382): Terminated: ok {rc=0}\u000a23:47:44.866014 --- ParallelTerminationStrategy: PID 31385 died...\u000a23:47:44.918377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31385): Terminated: ok {rc=0}\u000a23:47:44.927763 --- ParallelTerminationStrategy: PID 31388 died...\u000a23:47:44.980544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31388): Terminated: ok {rc=0}\u000a23:47:45.062955 bus /sierra_3: Setting Powered False\u000a23:47:46.163814 bus /sierra_3: Setting Powered False\u000a23:47:47.281683 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:47:27" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:47:49.279497 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:47:49.290776 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:47:49.443936 tst mo_mt_call.py: using LAC 24513\u000a23:47:49.562740 tst mo_mt_call.py: using RAC 33\u000a23:47:49.680700 tst mo_mt_call.py: using CellId 24513\u000a23:47:49.805093 tst mo_mt_call.py: using BVCI 24514\u000a23:47:49.829382 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:47:49.840871 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:47:49.852563 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:47:49.864302 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:47:49.876280 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:47:49.887783 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:47:50.003837 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:47:50.202007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:47:50.677791 run create_hlr_db(pid=31394): Launched\u000a23:47:50.848681 bus /sierra_2: Setting Powered False\u000a23:47:51.871625 run create_hlr_db(pid=31394): Terminated: ok {rc=0}\u000a23:47:52.296501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Launched\u000a23:47:52.614968 run osmo-hlr_10.42.42.2(pid=31397): Launched\u000a23:47:52.734151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:47:53.288119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Launched\u000a23:47:53.607034 run osmo-stp_10.42.42.5(pid=31400): Launched\u000a23:47:53.723533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:47:54.307763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Launched\u000a23:47:54.626990 run osmo-msc_10.42.42.6(pid=31403): Launched\u000a23:47:54.813882 run osmo-stp_10.42.42.5(pid=31400): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)]\u000a23:47:54.950388 run osmo-stp_10.42.42.5(pid=31400): stdout: \u000a| (launched: 2022-12-09_23:47:53.450432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:55.085771 run osmo-stp_10.42.42.5(pid=31400): stderr: \u000a| �[0;m�[38;5;43m20221209234753643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234753643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234753643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234753644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234753644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234753644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234753644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:55.215142 run osmo-stp_10.42.42.5(pid=31400): stdout: \u000a| (launched: 2022-12-09_23:47:53.450432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:47:55.343165 run osmo-stp_10.42.42.5(pid=31400): stderr: \u000a| �[0;m�[38;5;43m20221209234753643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234753643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234753643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234753644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234753644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234753644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234753644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:47:55.399428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31400): Process ended prematurely: osmo-stp_10.42.42.5(pid=31400) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31400)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:47:55.408693 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:47:55.472180 run osmo-hlr_10.42.42.2(pid=31397): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31397)]\u000a23:47:55.523970 run osmo-hlr_10.42.42.2(pid=31397): stdout: \u000a| (launched: 2022-12-09_23:47:52.458998) \u000a23:47:55.576584 run osmo-hlr_10.42.42.2(pid=31397): stderr: \u000a| �[0;m�[1;31m20221209234752655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234752655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234752655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234752656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234752656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234752656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234752667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234752675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234752676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234752676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:47:55.647464 run osmo-msc_10.42.42.6(pid=31403): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31403)]\u000a23:47:55.699136 run osmo-msc_10.42.42.6(pid=31403): stdout: \u000a| (launched: 2022-12-09_23:47:54.470832) \u000a23:47:55.751342 run osmo-msc_10.42.42.6(pid=31403): stderr: \u000a| �[0;m�[38;5;43m20221209234754791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234754791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f542e40ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234754791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234754792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234754792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234754792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234754794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:47:55.795641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Terminating (SIGTERM)\u000a23:47:55.837858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Terminating (SIGTERM)\u000a23:47:55.879774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Terminating (SIGTERM)\u000a23:47:55.889733 --- ParallelTerminationStrategy: PID 31396 died...\u000a23:47:55.946823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31396): Terminated: ok {rc=0}\u000a23:47:55.956881 --- ParallelTerminationStrategy: PID 31399 died...\u000a23:47:56.013602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31399): Terminated: ok {rc=0}\u000a23:47:56.023822 --- ParallelTerminationStrategy: PID 31402 died...\u000a23:47:56.080489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31402): Terminated: ok {rc=0}\u000a23:47:56.168267 bus /sierra_3: Setting Powered False\u000a23:47:57.275480 bus /sierra_3: Setting Powered False\u000a23:47:58.384451 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31411): Process ended prematurely: osmo-stp_10.42.42.5(pid=31411) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31411)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31411): Process ended prematurely: osmo-stp_10.42.42.5(pid=31411) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:47:59.500595 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:47:59.513226 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:47:59.682313 tst mo_mt_call_osmux.py: using LAC 24514\u000a23:47:59.809807 tst mo_mt_call_osmux.py: using RAC 34\u000a23:47:59.934269 tst mo_mt_call_osmux.py: using CellId 24514\u000a23:48:00.062559 tst mo_mt_call_osmux.py: using BVCI 24515\u000a23:48:00.087137 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:00.098805 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:00.110167 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:00.121916 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:00.133396 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:48:00.145186 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:00.263918 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:48:00.468087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:00.986218 run create_hlr_db(pid=31405): Launched\u000a23:48:01.225147 bus /sierra_2: Setting Powered False\u000a23:48:02.229408 run create_hlr_db(pid=31405): Terminated: ok {rc=0}\u000a23:48:02.677483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31407): Launched\u000a23:48:02.997936 run osmo-hlr_10.42.42.2(pid=31408): Launched\u000a23:48:03.115925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:03.671579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31410): Launched\u000a23:48:03.991543 run osmo-stp_10.42.42.5(pid=31411): Launched\u000a23:48:04.114650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:04.698792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31413): Launched\u000a23:48:05.020627 run osmo-msc_10.42.42.6(pid=31414): Launched\u000a23:48:05.208897 run osmo-stp_10.42.42.5(pid=31411): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31411)]\u000a23:48:05.345401 run osmo-stp_10.42.42.5(pid=31411): stdout: \u000a| (launched: 2022-12-09_23:48:03.834627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:05.480821 run osmo-stp_10.42.42.5(pid=31411): stderr: \u000a| �[0;m�[38;5;43m20221209234804028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234804028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234804028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234804029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234804029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234804029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234804029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:05.610150 run osmo-stp_10.42.42.5(pid=31411): stdout: \u000a| (launched: 2022-12-09_23:48:03.834627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:05.738173 run osmo-stp_10.42.42.5(pid=31411): stderr: \u000a| �[0;m�[38;5;43m20221209234804028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234804028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234804028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234804029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234804029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234804029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234804029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:05.794414 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31411): Process ended prematurely: osmo-stp_10.42.42.5(pid=31411) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31411)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:48:05.803891 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a23:48:05.866703 run osmo-hlr_10.42.42.2(pid=31408): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31408)]\u000a23:48:05.918011 run osmo-hlr_10.42.42.2(pid=31408): stdout: \u000a| (launched: 2022-12-09_23:48:02.841199) \u000a23:48:05.970460 run osmo-hlr_10.42.42.2(pid=31408): stderr: \u000a| �[0;m�[1;31m20221209234803038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234803038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234803038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234803038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234803039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234803039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234803051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234803059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234803059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234803059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:06.041199 run osmo-msc_10.42.42.6(pid=31414): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31414)]\u000a23:48:06.092792 run osmo-msc_10.42.42.6(pid=31414): stdout: \u000a| (launched: 2022-12-09_23:48:04.863477) \u000a23:48:06.144451 run osmo-msc_10.42.42.6(pid=31414): stderr: \u000a| �[0;m�[38;5;43m20221209234805182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234805182 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8582147c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234805182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234805182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234805182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234805183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234805184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234805185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234805185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234805185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:06.188617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31407): Terminating (SIGTERM)\u000a23:48:06.230528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31410): Terminating (SIGTERM)\u000a23:48:06.272073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31413): Terminating (SIGTERM)\u000a23:48:06.282018 --- ParallelTerminationStrategy: PID 31407 died...\u000a23:48:06.338290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31407): Terminated: ok {rc=0}\u000a23:48:06.348274 --- ParallelTerminationStrategy: PID 31410 died...\u000a23:48:06.404062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31410): Terminated: ok {rc=0}\u000a23:48:06.414043 --- ParallelTerminationStrategy: PID 31413 died...\u000a23:48:06.469475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31413): Terminated: ok {rc=0}\u000a23:48:06.555232 bus /sierra_3: Setting Powered False\u000a23:48:07.661589 bus /sierra_3: Setting Powered False\u000a23:48:08.772203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:47:48" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:10.758260 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:10.769266 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:48:10.923051 tst mo_mt_call.py: using LAC 24515\u000a23:48:11.040581 tst mo_mt_call.py: using RAC 35\u000a23:48:11.160801 tst mo_mt_call.py: using CellId 24515\u000a23:48:11.280284 tst mo_mt_call.py: using BVCI 24516\u000a23:48:11.303058 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:11.314019 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:11.324654 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:11.335510 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:11.346396 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:11.357112 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:11.475087 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:11.678890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:12.153200 run create_hlr_db(pid=31419): Launched\u000a23:48:12.323746 bus /sierra_2: Setting Powered False\u000a23:48:13.345128 run create_hlr_db(pid=31419): Terminated: ok {rc=0}\u000a23:48:13.739586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Launched\u000a23:48:14.036155 run osmo-hlr_10.42.42.2(pid=31422): Launched\u000a23:48:14.148735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:14.665601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Launched\u000a23:48:14.964528 run osmo-stp_10.42.42.5(pid=31425): Launched\u000a23:48:15.073329 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:15.618102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Launched\u000a23:48:15.949534 run osmo-msc_10.42.42.6(pid=31428): Launched\u000a23:48:16.378566 run osmo-stp_10.42.42.5(pid=31425): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)]\u000a23:48:16.541444 run osmo-stp_10.42.42.5(pid=31425): stdout: \u000a| (launched: 2022-12-09_23:48:14.817660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:16.680624 run osmo-stp_10.42.42.5(pid=31425): stderr: \u000a| �[0;m�[38;5;43m20221209234814989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234814989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234814989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234814989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234814990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234814990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234814990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:16.818159 run osmo-stp_10.42.42.5(pid=31425): stdout: \u000a| (launched: 2022-12-09_23:48:14.817660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:16.954801 run osmo-stp_10.42.42.5(pid=31425): stderr: \u000a| �[0;m�[38;5;43m20221209234814989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234814989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234814989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234814989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234814990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234814990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234814990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:17.012936 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31425): Process ended prematurely: osmo-stp_10.42.42.5(pid=31425) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31425)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:48:17.023729 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:48:17.091341 run osmo-hlr_10.42.42.2(pid=31422): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31422)]\u000a23:48:17.146304 run osmo-hlr_10.42.42.2(pid=31422): stdout: \u000a| (launched: 2022-12-09_23:48:13.890817) \u000a23:48:17.201428 run osmo-hlr_10.42.42.2(pid=31422): stderr: \u000a| �[0;m�[1;31m20221209234814065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234814065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234814065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234814065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234814065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234814065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234814077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234814086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234814086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234814087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:17.275046 run osmo-msc_10.42.42.6(pid=31428): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31428)]\u000a23:48:17.328838 run osmo-msc_10.42.42.6(pid=31428): stdout: \u000a| (launched: 2022-12-09_23:48:15.769675) \u000a23:48:17.382092 run osmo-msc_10.42.42.6(pid=31428): stderr: \u000a| �[0;m�[38;5;43m20221209234816161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234816162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dcdc1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234816162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234816162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234816162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234816162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234816164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234816164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234816164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234816164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:17.427476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminating (SIGTERM)\u000a23:48:17.470014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminating (SIGTERM)\u000a23:48:17.513604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Terminating (SIGTERM)\u000a23:48:17.523603 --- ParallelTerminationStrategy: PID 31421 died...\u000a23:48:17.581748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31421): Terminated: ok {rc=0}\u000a23:48:17.592036 --- ParallelTerminationStrategy: PID 31424 died...\u000a23:48:17.649997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31424): Terminated: ok {rc=0}\u000a23:48:17.660257 --- ParallelTerminationStrategy: PID 31427 died...\u000a23:48:17.718094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31427): Terminated: ok {rc=0}\u000a23:48:17.809330 bus /sierra_3: Setting Powered False\u000a23:48:18.912634 bus /sierra_3: Setting Powered False\u000a23:48:20.025405 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31437): Process ended prematurely: osmo-stp_10.42.42.5(pid=31437) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31437)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31437): Process ended prematurely: osmo-stp_10.42.42.5(pid=31437) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:21.134598 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:21.146411 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:48:21.303114 tst mo_mt_call_osmux.py: using LAC 24516\u000a23:48:21.422625 tst mo_mt_call_osmux.py: using RAC 36\u000a23:48:21.547765 tst mo_mt_call_osmux.py: using CellId 24516\u000a23:48:21.678168 tst mo_mt_call_osmux.py: using BVCI 24517\u000a23:48:21.702384 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:21.713959 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:21.725274 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:21.736782 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:21.748602 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:48:21.760132 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:21.874870 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:48:22.086853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:22.588041 run create_hlr_db(pid=31430): Launched\u000a23:48:22.773174 bus /sierra_2: Setting Powered False\u000a23:48:23.794793 run create_hlr_db(pid=31430): Terminated: ok {rc=0}\u000a23:48:24.195096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31433): Launched\u000a23:48:24.493715 run osmo-hlr_10.42.42.2(pid=31434): Launched\u000a23:48:24.605424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:25.120927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31436): Launched\u000a23:48:25.418761 run osmo-stp_10.42.42.5(pid=31437): Launched\u000a23:48:25.527578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:26.070331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31439): Launched\u000a23:48:26.366457 run osmo-msc_10.42.42.6(pid=31440): Launched\u000a23:48:26.541056 run osmo-stp_10.42.42.5(pid=31437): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31437)]\u000a23:48:26.667269 run osmo-stp_10.42.42.5(pid=31437): stdout: \u000a| (launched: 2022-12-09_23:48:25.272634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:26.791673 run osmo-stp_10.42.42.5(pid=31437): stderr: \u000a| �[0;m�[38;5;43m20221209234825441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234825441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234825441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234825441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234825442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234825442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234825442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:26.911297 run osmo-stp_10.42.42.5(pid=31437): stdout: \u000a| (launched: 2022-12-09_23:48:25.272634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:27.030289 run osmo-stp_10.42.42.5(pid=31437): stderr: \u000a| �[0;m�[38;5;43m20221209234825441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234825441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234825441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234825441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234825442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234825442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234825442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:27.082900 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31437): Process ended prematurely: osmo-stp_10.42.42.5(pid=31437) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31437)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:48:27.091653 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:48:27.150657 run osmo-hlr_10.42.42.2(pid=31434): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31434)]\u000a23:48:27.199353 run osmo-hlr_10.42.42.2(pid=31434): stdout: \u000a| (launched: 2022-12-09_23:48:24.346696) \u000a23:48:27.248597 run osmo-hlr_10.42.42.2(pid=31434): stderr: \u000a| �[0;m�[1;31m20221209234824522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234824522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234824523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234824523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234824523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234824523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234824535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234824546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234824546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234824546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:27.315818 run osmo-msc_10.42.42.6(pid=31440): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31440)]\u000a23:48:27.363871 run osmo-msc_10.42.42.6(pid=31440): stdout: \u000a| (launched: 2022-12-09_23:48:26.221529) \u000a23:48:27.412469 run osmo-msc_10.42.42.6(pid=31440): stderr: \u000a| �[0;m�[38;5;43m20221209234826492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234826492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa363598c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234826493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234826493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234826493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234826493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234826495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234826495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234826495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234826495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:27.453674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31433): Terminating (SIGTERM)\u000a23:48:27.492747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31436): Terminating (SIGTERM)\u000a23:48:27.531936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31439): Terminating (SIGTERM)\u000a23:48:27.541274 --- ParallelTerminationStrategy: PID 31433 died...\u000a23:48:27.593455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31433): Terminated: ok {rc=0}\u000a23:48:27.603104 --- ParallelTerminationStrategy: PID 31436 died...\u000a23:48:27.655080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31436): Terminated: ok {rc=0}\u000a23:48:27.664746 --- ParallelTerminationStrategy: PID 31439 died...\u000a23:48:27.716842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31439): Terminated: ok {rc=0}\u000a23:48:27.804755 bus /sierra_3: Setting Powered False\u000a23:48:28.907236 bus /sierra_3: Setting Powered False\u000a23:48:30.019167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:48:10" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31452): Process ended prematurely: osmo-stp_10.42.42.5(pid=31452) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31452): Process ended prematurely: osmo-stp_10.42.42.5(pid=31452) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:32.068347 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:32.080838 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:48:32.250032 tst mo_mt_call.py: using LAC 24517\u000a23:48:32.382160 tst mo_mt_call.py: using RAC 37\u000a23:48:32.505557 tst mo_mt_call.py: using CellId 24517\u000a23:48:32.630669 tst mo_mt_call.py: using BVCI 24518\u000a23:48:32.654949 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:32.666588 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:32.678084 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:32.689653 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:32.701258 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:32.712787 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:32.833036 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:33.036199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:33.513929 run create_hlr_db(pid=31446): Launched\u000a23:48:33.685934 bus /sierra_2: Setting Powered False\u000a23:48:34.707276 run create_hlr_db(pid=31446): Terminated: ok {rc=0}\u000a23:48:35.103791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31448): Launched\u000a23:48:35.401868 run osmo-hlr_10.42.42.2(pid=31449): Launched\u000a23:48:35.517901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:36.040524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31451): Launched\u000a23:48:36.337928 run osmo-stp_10.42.42.5(pid=31452): Launched\u000a23:48:36.446759 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:36.991232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31454): Launched\u000a23:48:37.288657 run osmo-msc_10.42.42.6(pid=31455): Launched\u000a23:48:37.464504 run osmo-stp_10.42.42.5(pid=31452): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)]\u000a23:48:37.590547 run osmo-stp_10.42.42.5(pid=31452): stdout: \u000a| (launched: 2022-12-09_23:48:36.192118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:37.714451 run osmo-stp_10.42.42.5(pid=31452): stderr: \u000a| �[0;m�[38;5;43m20221209234836362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234836362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234836363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234836363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234836363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234836363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234836363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:37.834468 run osmo-stp_10.42.42.5(pid=31452): stdout: \u000a| (launched: 2022-12-09_23:48:36.192118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:37.953443 run osmo-stp_10.42.42.5(pid=31452): stderr: \u000a| �[0;m�[38;5;43m20221209234836362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234836362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234836363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234836363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234836363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234836363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234836363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:38.006037 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31452): Process ended prematurely: osmo-stp_10.42.42.5(pid=31452) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31452)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:48:38.014651 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:48:38.073882 run osmo-hlr_10.42.42.2(pid=31449): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31449)]\u000a23:48:38.122664 run osmo-hlr_10.42.42.2(pid=31449): stdout: \u000a| (launched: 2022-12-09_23:48:35.255623) \u000a23:48:38.171792 run osmo-hlr_10.42.42.2(pid=31449): stderr: \u000a| �[0;m�[1;31m20221209234835434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234835434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234835434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234835434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234835434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234835434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234835447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234835455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:38.238810 run osmo-msc_10.42.42.6(pid=31455): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31455)]\u000a23:48:38.287870 run osmo-msc_10.42.42.6(pid=31455): stdout: \u000a| (launched: 2022-12-09_23:48:37.142552) \u000a23:48:38.337381 run osmo-msc_10.42.42.6(pid=31455): stderr: \u000a| �[0;m�[38;5;43m20221209234837411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234837412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda0deacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234837412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234837412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234837412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234837412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234837416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234837417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234837417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234837417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:38.378921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31448): Terminating (SIGTERM)\u000a23:48:38.418296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31451): Terminating (SIGTERM)\u000a23:48:38.457703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31454): Terminating (SIGTERM)\u000a23:48:38.466809 --- ParallelTerminationStrategy: PID 31448 died...\u000a23:48:38.520135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31448): Terminated: ok {rc=0}\u000a23:48:38.529841 --- ParallelTerminationStrategy: PID 31451 died...\u000a23:48:38.582614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31451): Terminated: ok {rc=0}\u000a23:48:38.592149 --- ParallelTerminationStrategy: PID 31454 died...\u000a23:48:38.644659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31454): Terminated: ok {rc=0}\u000a23:48:38.733356 bus /sierra_3: Setting Powered False\u000a23:48:39.835288 bus /sierra_3: Setting Powered False\u000a23:48:40.945687 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:48:42.054345 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:42.066165 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:48:42.227541 tst mo_mt_call_osmux.py: using LAC 24518\u000a23:48:42.353163 tst mo_mt_call_osmux.py: using RAC 38\u000a23:48:42.478142 tst mo_mt_call_osmux.py: using CellId 24518\u000a23:48:42.604628 tst mo_mt_call_osmux.py: using BVCI 24519\u000a23:48:42.629092 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:42.640730 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:42.652082 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:42.663629 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:42.675285 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:48:42.686727 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:42.801870 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:48:43.007635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:43.510670 run create_hlr_db(pid=31457): Launched\u000a23:48:43.696675 bus /sierra_2: Setting Powered False\u000a23:48:44.717592 run create_hlr_db(pid=31457): Terminated: ok {rc=0}\u000a23:48:45.142859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Launched\u000a23:48:45.462003 run osmo-hlr_10.42.42.2(pid=31460): Launched\u000a23:48:45.580418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:46.165216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Launched\u000a23:48:46.500875 run osmo-stp_10.42.42.5(pid=31463): Launched\u000a23:48:46.662287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:47.373322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31465): Launched\u000a23:48:47.670961 run osmo-msc_10.42.42.6(pid=31466): Launched\u000a23:48:47.846642 run osmo-stp_10.42.42.5(pid=31463): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)]\u000a23:48:47.972176 run osmo-stp_10.42.42.5(pid=31463): stdout: \u000a| (launched: 2022-12-09_23:48:46.321604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:48.095668 run osmo-stp_10.42.42.5(pid=31463): stderr: \u000a| �[0;m�[38;5;43m20221209234846677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234846677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234846677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234846678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234846678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234846678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234846678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:48.215128 run osmo-stp_10.42.42.5(pid=31463): stdout: \u000a| (launched: 2022-12-09_23:48:46.321604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:48.334166 run osmo-stp_10.42.42.5(pid=31463): stderr: \u000a| �[0;m�[38;5;43m20221209234846677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234846677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234846677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234846678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234846678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234846678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234846678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:48.386576 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31463): Process ended prematurely: osmo-stp_10.42.42.5(pid=31463) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31463)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:48:48.395049 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:48:48.453584 run osmo-hlr_10.42.42.2(pid=31460): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31460)]\u000a23:48:48.501798 run osmo-hlr_10.42.42.2(pid=31460): stdout: \u000a| (launched: 2022-12-09_23:48:45.305450) \u000a23:48:48.550868 run osmo-hlr_10.42.42.2(pid=31460): stderr: \u000a| �[0;m�[1;31m20221209234845501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234845501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234845501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234845501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234845501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234845501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234845514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234845524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234845525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234845525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:48.617808 run osmo-msc_10.42.42.6(pid=31466): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31466)]\u000a23:48:48.666202 run osmo-msc_10.42.42.6(pid=31466): stdout: \u000a| (launched: 2022-12-09_23:48:47.524920) \u000a23:48:48.715039 run osmo-msc_10.42.42.6(pid=31466): stderr: \u000a| �[0;m�[38;5;43m20221209234847793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234847793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03681d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234847793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234847796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234847797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234847797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234847797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:48.756265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Terminating (SIGTERM)\u000a23:48:48.795393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Terminating (SIGTERM)\u000a23:48:48.834577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31465): Terminating (SIGTERM)\u000a23:48:48.843611 --- ParallelTerminationStrategy: PID 31459 died...\u000a23:48:48.896074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31459): Terminated: ok {rc=0}\u000a23:48:48.905830 --- ParallelTerminationStrategy: PID 31462 died...\u000a23:48:48.958211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31462): Terminated: ok {rc=0}\u000a23:48:48.967674 --- ParallelTerminationStrategy: PID 31465 died...\u000a23:48:49.019932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31465): Terminated: ok {rc=0}\u000a23:48:49.102423 bus /sierra_3: Setting Powered False\u000a23:48:50.201262 bus /sierra_3: Setting Powered False\u000a23:48:51.311237 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:48:31" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:48:53.295390 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:48:53.306397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:48:53.459200 tst mo_mt_call.py: using LAC 24519\u000a23:48:53.577759 tst mo_mt_call.py: using RAC 39\u000a23:48:53.695082 tst mo_mt_call.py: using CellId 24519\u000a23:48:53.814431 tst mo_mt_call.py: using BVCI 24520\u000a23:48:53.836916 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:48:53.848010 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:48:53.858862 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:48:53.869780 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:48:53.880582 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:48:53.891387 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:48:54.009416 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:48:54.209576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:48:54.684489 run create_hlr_db(pid=31471): Launched\u000a23:48:54.856078 bus /sierra_2: Setting Powered False\u000a23:48:55.877135 run create_hlr_db(pid=31471): Terminated: ok {rc=0}\u000a23:48:56.301834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Launched\u000a23:48:56.622038 run osmo-hlr_10.42.42.2(pid=31474): Launched\u000a23:48:56.742935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:48:57.298147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Launched\u000a23:48:57.618387 run osmo-stp_10.42.42.5(pid=31477): Launched\u000a23:48:57.737039 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:48:58.319844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Launched\u000a23:48:58.640026 run osmo-msc_10.42.42.6(pid=31480): Launched\u000a23:48:58.829554 run osmo-stp_10.42.42.5(pid=31477): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)]\u000a23:48:58.966279 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-09_23:48:57.460543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:59.101878 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221209234857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234857653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:59.230501 run osmo-stp_10.42.42.5(pid=31477): stdout: \u000a| (launched: 2022-12-09_23:48:57.460543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:48:59.358129 run osmo-stp_10.42.42.5(pid=31477): stderr: \u000a| �[0;m�[38;5;43m20221209234857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234857653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:48:59.414520 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31477): Process ended prematurely: osmo-stp_10.42.42.5(pid=31477) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31477)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:48:59.423874 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:48:59.486787 run osmo-hlr_10.42.42.2(pid=31474): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31474)]\u000a23:48:59.538259 run osmo-hlr_10.42.42.2(pid=31474): stdout: \u000a| (launched: 2022-12-09_23:48:56.464618) \u000a23:48:59.590554 run osmo-hlr_10.42.42.2(pid=31474): stderr: \u000a| �[0;m�[1;31m20221209234856662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234856662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234856662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234856662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234856662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234856662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234856674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:48:59.661147 run osmo-msc_10.42.42.6(pid=31480): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31480)]\u000a23:48:59.712429 run osmo-msc_10.42.42.6(pid=31480): stdout: \u000a| (launched: 2022-12-09_23:48:58.483020) \u000a23:48:59.764183 run osmo-msc_10.42.42.6(pid=31480): stderr: \u000a| �[0;m�[38;5;43m20221209234858802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234858802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe661c79c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234858802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234858802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234858802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234858803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234858806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234858807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234858807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234858807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:48:59.808244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminating (SIGTERM)\u000a23:48:59.849807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminating (SIGTERM)\u000a23:48:59.891588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Terminating (SIGTERM)\u000a23:48:59.901544 --- ParallelTerminationStrategy: PID 31473 died...\u000a23:48:59.957827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31473): Terminated: ok {rc=0}\u000a23:48:59.968328 --- ParallelTerminationStrategy: PID 31476 died...\u000a23:49:00.024365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31476): Terminated: ok {rc=0}\u000a23:49:00.034528 --- ParallelTerminationStrategy: PID 31479 died...\u000a23:49:00.090395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31479): Terminated: ok {rc=0}\u000a23:49:00.176085 bus /sierra_3: Setting Powered False\u000a23:49:01.278618 bus /sierra_3: Setting Powered False\u000a23:49:02.390673 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31488): Process ended prematurely: osmo-stp_10.42.42.5(pid=31488) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31488): Process ended prematurely: osmo-stp_10.42.42.5(pid=31488) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:03.499059 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:03.510579 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:49:03.673113 tst mo_mt_call_osmux.py: using LAC 24520\u000a23:49:03.797893 tst mo_mt_call_osmux.py: using RAC 40\u000a23:49:03.923044 tst mo_mt_call_osmux.py: using CellId 24520\u000a23:49:04.050074 tst mo_mt_call_osmux.py: using BVCI 24521\u000a23:49:04.074504 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:04.086093 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:04.097396 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:04.108720 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:04.120338 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:49:04.131880 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:04.248127 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:49:04.459212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:04.961185 run create_hlr_db(pid=31482): Launched\u000a23:49:05.146486 bus /sierra_2: Setting Powered False\u000a23:49:06.167500 run create_hlr_db(pid=31482): Terminated: ok {rc=0}\u000a23:49:06.592384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31484): Launched\u000a23:49:06.912475 run osmo-hlr_10.42.42.2(pid=31485): Launched\u000a23:49:07.031675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:07.586667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31487): Launched\u000a23:49:07.905470 run osmo-stp_10.42.42.5(pid=31488): Launched\u000a23:49:08.025472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:08.607700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31490): Launched\u000a23:49:08.927136 run osmo-msc_10.42.42.6(pid=31491): Launched\u000a23:49:09.115207 run osmo-stp_10.42.42.5(pid=31488): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)]\u000a23:49:09.250683 run osmo-stp_10.42.42.5(pid=31488): stdout: \u000a| (launched: 2022-12-09_23:49:07.749284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:09.385477 run osmo-stp_10.42.42.5(pid=31488): stderr: \u000a| �[0;m�[38;5;43m20221209234907941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234907941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234907941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234907942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234907944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234907944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234907944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:09.514035 run osmo-stp_10.42.42.5(pid=31488): stdout: \u000a| (launched: 2022-12-09_23:49:07.749284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:09.642197 run osmo-stp_10.42.42.5(pid=31488): stderr: \u000a| �[0;m�[38;5;43m20221209234907941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234907941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234907941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234907942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234907944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234907944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234907944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:09.698672 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31488): Process ended prematurely: osmo-stp_10.42.42.5(pid=31488) [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31488)] [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:49:09.707928 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:49:09.771165 run osmo-hlr_10.42.42.2(pid=31485): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31485)]\u000a23:49:09.822872 run osmo-hlr_10.42.42.2(pid=31485): stdout: \u000a| (launched: 2022-12-09_23:49:06.755307) \u000a23:49:09.875507 run osmo-hlr_10.42.42.2(pid=31485): stderr: \u000a| �[0;m�[1;31m20221209234906953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234906953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234906953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234906953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234906953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234906953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234906965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234906973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234906973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234906974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:09.946518 run osmo-msc_10.42.42.6(pid=31491): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31491)]\u000a23:49:09.998377 run osmo-msc_10.42.42.6(pid=31491): stdout: \u000a| (launched: 2022-12-09_23:49:08.770471) \u000a23:49:10.050694 run osmo-msc_10.42.42.6(pid=31491): stderr: \u000a| �[0;m�[38;5;43m20221209234909093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234909093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff413eeec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234909093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234909094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234909094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234909094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234909095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234909096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234909096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234909096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:10.094679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31484): Terminating (SIGTERM)\u000a23:49:10.136923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31487): Terminating (SIGTERM)\u000a23:49:10.178870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31490): Terminating (SIGTERM)\u000a23:49:10.188935 --- ParallelTerminationStrategy: PID 31484 died...\u000a23:49:10.245195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31484): Terminated: ok {rc=0}\u000a23:49:10.255338 --- ParallelTerminationStrategy: PID 31487 died...\u000a23:49:10.311957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31487): Terminated: ok {rc=0}\u000a23:49:10.322190 --- ParallelTerminationStrategy: PID 31490 died...\u000a23:49:10.378083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31490): Terminated: ok {rc=0}\u000a23:49:10.465908 bus /sierra_3: Setting Powered False\u000a23:49:11.572437 bus /sierra_3: Setting Powered False\u000a23:49:12.683383 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:48:53" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31502): Process ended prematurely: osmo-stp_10.42.42.5(pid=31502) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31502): Process ended prematurely: osmo-stp_10.42.42.5(pid=31502) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:49:14.685160 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:14.697111 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:49:14.860732 tst mo_mt_call.py: using LAC 24521\u000a23:49:14.987090 tst mo_mt_call.py: using RAC 41\u000a23:49:15.110968 tst mo_mt_call.py: using CellId 24521\u000a23:49:15.235516 tst mo_mt_call.py: using BVCI 24522\u000a23:49:15.260105 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:15.271967 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:15.283682 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:15.295699 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:15.308371 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:15.320356 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:15.437270 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:15.648742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:16.211671 run create_hlr_db(pid=31496): Launched\u000a23:49:16.388281 bus /sierra_2: Setting Powered False\u000a23:49:17.405434 run create_hlr_db(pid=31496): Terminated: ok {rc=0}\u000a23:49:17.828897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31498): Launched\u000a23:49:18.148821 run osmo-hlr_10.42.42.2(pid=31499): Launched\u000a23:49:18.265860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:18.813579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31501): Launched\u000a23:49:19.110504 run osmo-stp_10.42.42.5(pid=31502): Launched\u000a23:49:19.218401 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:19.762633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31504): Launched\u000a23:49:20.061793 run osmo-msc_10.42.42.6(pid=31505): Launched\u000a23:49:20.236388 run osmo-stp_10.42.42.5(pid=31502): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)]\u000a23:49:20.363523 run osmo-stp_10.42.42.5(pid=31502): stdout: \u000a| (launched: 2022-12-09_23:49:18.965118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:20.487744 run osmo-stp_10.42.42.5(pid=31502): stderr: \u000a| �[0;m�[38;5;43m20221209234919135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234919135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234919135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234919136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234919136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234919136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234919136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:20.607579 run osmo-stp_10.42.42.5(pid=31502): stdout: \u000a| (launched: 2022-12-09_23:49:18.965118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:20.726579 run osmo-stp_10.42.42.5(pid=31502): stderr: \u000a| �[0;m�[38;5;43m20221209234919135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234919135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234919135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234919136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234919136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234919136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234919136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:20.779159 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31502): Process ended prematurely: osmo-stp_10.42.42.5(pid=31502) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31502)] [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:49:20.787912 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a23:49:20.846876 run osmo-hlr_10.42.42.2(pid=31499): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31499)]\u000a23:49:20.895056 run osmo-hlr_10.42.42.2(pid=31499): stdout: \u000a| (launched: 2022-12-09_23:49:17.992141) \u000a23:49:20.944019 run osmo-hlr_10.42.42.2(pid=31499): stderr: \u000a| �[0;m�[1;31m20221209234918188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234918189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234918189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234918189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234918189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234918189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234918230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234918239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234918240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234918240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:21.010817 run osmo-msc_10.42.42.6(pid=31505): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31505)]\u000a23:49:21.059071 run osmo-msc_10.42.42.6(pid=31505): stdout: \u000a| (launched: 2022-12-09_23:49:19.914380) \u000a23:49:21.107972 run osmo-msc_10.42.42.6(pid=31505): stderr: \u000a| �[0;m�[38;5;43m20221209234920184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234920184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d3abd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234920184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234920184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234920184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234920184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234920186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234920187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234920188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234920188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:21.149218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31498): Terminating (SIGTERM)\u000a23:49:21.188220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31501): Terminating (SIGTERM)\u000a23:49:21.227670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31504): Terminating (SIGTERM)\u000a23:49:21.236822 --- ParallelTerminationStrategy: PID 31498 died...\u000a23:49:21.289769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31498): Terminated: ok {rc=0}\u000a23:49:21.299360 --- ParallelTerminationStrategy: PID 31501 died...\u000a23:49:21.351825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31501): Terminated: ok {rc=0}\u000a23:49:21.361432 --- ParallelTerminationStrategy: PID 31504 died...\u000a23:49:21.414510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31504): Terminated: ok {rc=0}\u000a23:49:21.503419 bus /sierra_3: Setting Powered False\u000a23:49:22.603823 bus /sierra_3: Setting Powered False\u000a23:49:23.715104 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31513): Process ended prematurely: osmo-stp_10.42.42.5(pid=31513) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31513): Process ended prematurely: osmo-stp_10.42.42.5(pid=31513) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:24.824514 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:24.836527 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:49:24.993442 tst mo_mt_call_osmux.py: using LAC 24522\u000a23:49:25.111409 tst mo_mt_call_osmux.py: using RAC 42\u000a23:49:25.231217 tst mo_mt_call_osmux.py: using CellId 24522\u000a23:49:25.351245 tst mo_mt_call_osmux.py: using BVCI 24523\u000a23:49:25.374091 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:25.385332 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:25.396143 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:25.407540 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:25.419172 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:49:25.430675 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:25.546003 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:49:25.756726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:26.262035 run create_hlr_db(pid=31507): Launched\u000a23:49:26.447943 bus /sierra_2: Setting Powered False\u000a23:49:27.470218 run create_hlr_db(pid=31507): Terminated: ok {rc=0}\u000a23:49:27.871885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31509): Launched\u000a23:49:28.170716 run osmo-hlr_10.42.42.2(pid=31510): Launched\u000a23:49:28.280551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:28.797149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31512): Launched\u000a23:49:29.095088 run osmo-stp_10.42.42.5(pid=31513): Launched\u000a23:49:29.203904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:29.747097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31515): Launched\u000a23:49:30.046166 run osmo-msc_10.42.42.6(pid=31516): Launched\u000a23:49:30.222399 run osmo-stp_10.42.42.5(pid=31513): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)]\u000a23:49:30.349246 run osmo-stp_10.42.42.5(pid=31513): stdout: \u000a| (launched: 2022-12-09_23:49:28.948719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:30.473749 run osmo-stp_10.42.42.5(pid=31513): stderr: \u000a| �[0;m�[38;5;43m20221209234929120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234929120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234929120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234929121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234929121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234929121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234929121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:30.594401 run osmo-stp_10.42.42.5(pid=31513): stdout: \u000a| (launched: 2022-12-09_23:49:28.948719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:30.713826 run osmo-stp_10.42.42.5(pid=31513): stderr: \u000a| �[0;m�[38;5;43m20221209234929120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234929120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234929120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234929121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234929121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234929121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234929121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:30.766771 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31513): Process ended prematurely: osmo-stp_10.42.42.5(pid=31513) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31513)] [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:49:30.775372 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:49:30.834233 run osmo-hlr_10.42.42.2(pid=31510): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31510)]\u000a23:49:30.883566 run osmo-hlr_10.42.42.2(pid=31510): stdout: \u000a| (launched: 2022-12-09_23:49:28.024146) \u000a23:49:30.950692 run osmo-hlr_10.42.42.2(pid=31510): stderr: \u000a| �[0;m�[1;31m20221209234928201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234928201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234928201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234928201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234928201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234928201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234928213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234928222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:31.018641 run osmo-msc_10.42.42.6(pid=31516): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31516)]\u000a23:49:31.071535 run osmo-msc_10.42.42.6(pid=31516): stdout: \u000a| (launched: 2022-12-09_23:49:29.899462) \u000a23:49:31.122214 run osmo-msc_10.42.42.6(pid=31516): stderr: \u000a| �[0;m�[38;5;43m20221209234930172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234930172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f900754dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234930172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234930172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234930172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234930173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234930174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234930175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234930175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234930175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:31.164620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31509): Terminating (SIGTERM)\u000a23:49:31.205841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31512): Terminating (SIGTERM)\u000a23:49:31.246005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31515): Terminating (SIGTERM)\u000a23:49:31.255363 --- ParallelTerminationStrategy: PID 31509 died...\u000a23:49:31.309228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31509): Terminated: ok {rc=0}\u000a23:49:31.319212 --- ParallelTerminationStrategy: PID 31512 died...\u000a23:49:31.372744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31512): Terminated: ok {rc=0}\u000a23:49:31.382869 --- ParallelTerminationStrategy: PID 31515 died...\u000a23:49:31.436496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31515): Terminated: ok {rc=0}\u000a23:49:31.527841 bus /sierra_3: Setting Powered False\u000a23:49:32.634622 bus /sierra_3: Setting Powered False\u000a23:49:33.741357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:49:14" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31527): Process ended prematurely: osmo-stp_10.42.42.5(pid=31527) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31527): Process ended prematurely: osmo-stp_10.42.42.5(pid=31527) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:49:35.741797 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:35.753147 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:49:35.917072 tst mo_mt_call.py: using LAC 24523\u000a23:49:36.045070 tst mo_mt_call.py: using RAC 43\u000a23:49:36.169838 tst mo_mt_call.py: using CellId 24523\u000a23:49:36.293635 tst mo_mt_call.py: using BVCI 24524\u000a23:49:36.318110 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:36.329433 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:36.340503 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:36.352032 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:36.363779 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:36.375323 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:49:36.490745 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:49:36.695519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:37.173808 run create_hlr_db(pid=31521): Launched\u000a23:49:37.345807 bus /sierra_2: Setting Powered False\u000a23:49:38.368224 run create_hlr_db(pid=31521): Terminated: ok {rc=0}\u000a23:49:38.766112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31523): Launched\u000a23:49:39.063936 run osmo-hlr_10.42.42.2(pid=31524): Launched\u000a23:49:39.177623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:39.693686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31526): Launched\u000a23:49:39.992814 run osmo-stp_10.42.42.5(pid=31527): Launched\u000a23:49:40.101465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:40.645253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31529): Launched\u000a23:49:40.941897 run osmo-msc_10.42.42.6(pid=31530): Launched\u000a23:49:41.115768 run osmo-stp_10.42.42.5(pid=31527): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)]\u000a23:49:41.241296 run osmo-stp_10.42.42.5(pid=31527): stdout: \u000a| (launched: 2022-12-09_23:49:39.845334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:41.365206 run osmo-stp_10.42.42.5(pid=31527): stderr: \u000a| �[0;m�[38;5;43m20221209234940016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234940017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234940017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234940017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234940018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234940018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234940018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:41.484608 run osmo-stp_10.42.42.5(pid=31527): stdout: \u000a| (launched: 2022-12-09_23:49:39.845334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:41.603201 run osmo-stp_10.42.42.5(pid=31527): stderr: \u000a| �[0;m�[38;5;43m20221209234940016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234940017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234940017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234940017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234940018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234940018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234940018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:41.655751 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31527): Process ended prematurely: osmo-stp_10.42.42.5(pid=31527) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31527)] [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:49:41.664192 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:49:41.723268 run osmo-hlr_10.42.42.2(pid=31524): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31524)]\u000a23:49:41.771599 run osmo-hlr_10.42.42.2(pid=31524): stdout: \u000a| (launched: 2022-12-09_23:49:38.918001) \u000a23:49:41.820758 run osmo-hlr_10.42.42.2(pid=31524): stderr: \u000a| �[0;m�[1;31m20221209234939096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234939096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234939096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234939096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234939096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234939096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234939108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234939117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234939117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234939117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:41.888249 run osmo-msc_10.42.42.6(pid=31530): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31530)]\u000a23:49:41.937111 run osmo-msc_10.42.42.6(pid=31530): stdout: \u000a| (launched: 2022-12-09_23:49:40.796335) \u000a23:49:41.986131 run osmo-msc_10.42.42.6(pid=31530): stderr: \u000a| �[0;m�[38;5;43m20221209234941069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234941069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc764ed3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234941069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234941069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234941069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234941070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234941071 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234941072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234941072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234941072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:42.027438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31523): Terminating (SIGTERM)\u000a23:49:42.066451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31526): Terminating (SIGTERM)\u000a23:49:42.105975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31529): Terminating (SIGTERM)\u000a23:49:42.115149 --- ParallelTerminationStrategy: PID 31523 died...\u000a23:49:42.168250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31523): Terminated: ok {rc=0}\u000a23:49:42.177899 --- ParallelTerminationStrategy: PID 31526 died...\u000a23:49:42.230275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31526): Terminated: ok {rc=0}\u000a23:49:42.239904 --- ParallelTerminationStrategy: PID 31529 died...\u000a23:49:42.292638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31529): Terminated: ok {rc=0}\u000a23:49:42.380704 bus /sierra_3: Setting Powered False\u000a23:49:43.482401 bus /sierra_3: Setting Powered False\u000a23:49:44.589530 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31538): Process ended prematurely: osmo-stp_10.42.42.5(pid=31538) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31538)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31538): Process ended prematurely: osmo-stp_10.42.42.5(pid=31538) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:49:45.704650 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:45.717800 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:49:45.877065 tst mo_mt_call_osmux.py: using LAC 24524\u000a23:49:46.009628 tst mo_mt_call_osmux.py: using RAC 44\u000a23:49:46.139416 tst mo_mt_call_osmux.py: using CellId 24524\u000a23:49:46.298204 tst mo_mt_call_osmux.py: using BVCI 24525\u000a23:49:46.333824 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:46.346315 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:46.359271 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:46.371239 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:46.382974 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:49:46.394593 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:49:46.512860 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:49:46.769517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:47.293918 run create_hlr_db(pid=31532): Launched\u000a23:49:47.465420 bus /sierra_2: Setting Powered False\u000a23:49:48.488385 run create_hlr_db(pid=31532): Terminated: ok {rc=0}\u000a23:49:48.885538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31534): Launched\u000a23:49:49.183578 run osmo-hlr_10.42.42.2(pid=31535): Launched\u000a23:49:49.292175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:49:49.808536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31537): Launched\u000a23:49:50.106585 run osmo-stp_10.42.42.5(pid=31538): Launched\u000a23:49:50.214483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:49:50.762504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31540): Launched\u000a23:49:51.061270 run osmo-msc_10.42.42.6(pid=31541): Launched\u000a23:49:51.236677 run osmo-stp_10.42.42.5(pid=31538): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31538)]\u000a23:49:51.363410 run osmo-stp_10.42.42.5(pid=31538): stdout: \u000a| (launched: 2022-12-09_23:49:49.960738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:51.487392 run osmo-stp_10.42.42.5(pid=31538): stderr: \u000a| �[0;m�[38;5;43m20221209234950133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234950133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234950134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234950134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234950134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234950134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234950135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:51.607858 run osmo-stp_10.42.42.5(pid=31538): stdout: \u000a| (launched: 2022-12-09_23:49:49.960738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:49:51.726906 run osmo-stp_10.42.42.5(pid=31538): stderr: \u000a| �[0;m�[38;5;43m20221209234950133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209234950133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209234950134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209234950134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209234950134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209234950134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209234950135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:49:51.779413 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31538): Process ended prematurely: osmo-stp_10.42.42.5(pid=31538) [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31538)] [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:49:51.787864 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:49:51.847515 run osmo-hlr_10.42.42.2(pid=31535): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31535)]\u000a23:49:51.896443 run osmo-hlr_10.42.42.2(pid=31535): stdout: \u000a| (launched: 2022-12-09_23:49:49.037935) \u000a23:49:51.946452 run osmo-hlr_10.42.42.2(pid=31535): stderr: \u000a| �[0;m�[1;31m20221209234949213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209234949213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209234949213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234949213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209234949213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209234949213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209234949225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209234949235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209234949235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209234949235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:49:52.014096 run osmo-msc_10.42.42.6(pid=31541): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31541)]\u000a23:49:52.063676 run osmo-msc_10.42.42.6(pid=31541): stdout: \u000a| (launched: 2022-12-09_23:49:50.914469) \u000a23:49:52.113379 run osmo-msc_10.42.42.6(pid=31541): stderr: \u000a| �[0;m�[38;5;43m20221209234951188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209234951188 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fa5f56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209234951188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209234951188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209234951188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209234951189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209234951190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209234951191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209234951191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209234951191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:49:52.155330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31534): Terminating (SIGTERM)\u000a23:49:52.194744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31537): Terminating (SIGTERM)\u000a23:49:52.234231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31540): Terminating (SIGTERM)\u000a23:49:52.243377 --- ParallelTerminationStrategy: PID 31534 died...\u000a23:49:52.296590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31534): Terminated: ok {rc=0}\u000a23:49:52.306339 --- ParallelTerminationStrategy: PID 31537 died...\u000a23:49:52.359450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31537): Terminated: ok {rc=0}\u000a23:49:52.369117 --- ParallelTerminationStrategy: PID 31540 died...\u000a23:49:52.422148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31540): Terminated: ok {rc=0}\u000a23:49:52.505525 bus /sierra_3: Setting Powered False\u000a23:49:53.606976 bus /sierra_3: Setting Powered False\u000a23:49:54.718822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:49:35" }, { "cases" : [ { "testActions" : [ ], "age" : 204, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31552): Process ended prematurely: osmo-stp_10.42.42.5(pid=31552) [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31552)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31552): Process ended prematurely: osmo-stp_10.42.42.5(pid=31552) [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a23:49:56.713516 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:49:56.725433 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:49:56.873235 tst mo_mt_call.py: using LAC 24525\u000a23:49:56.993484 tst mo_mt_call.py: using RAC 45\u000a23:49:57.111345 tst mo_mt_call.py: using CellId 24525\u000a23:49:57.231323 tst mo_mt_call.py: using BVCI 24526\u000a23:49:57.254284 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:49:57.265747 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:49:57.276993 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:49:57.287948 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:49:57.299050 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:49:57.310144 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:49:57.425988 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:49:57.636130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:49:58.140295 run create_hlr_db(pid=31546): Launched\u000a23:49:58.326390 bus /sierra_2: Setting Powered False\u000a23:49:59.347805 run create_hlr_db(pid=31546): Terminated: ok {rc=0}\u000a23:49:59.749517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31548): Launched\u000a23:50:00.049294 run osmo-hlr_10.42.42.2(pid=31549): Launched\u000a23:50:00.166481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:00.690121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31551): Launched\u000a23:50:01.102458 run osmo-stp_10.42.42.5(pid=31552): Launched\u000a23:50:01.240714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:01.915474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31557): Launched\u000a23:50:02.367882 run osmo-msc_10.42.42.6(pid=31558): Launched\u000a23:50:02.568318 run osmo-stp_10.42.42.5(pid=31552): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31552)]\u000a23:50:02.709123 run osmo-stp_10.42.42.5(pid=31552): stdout: \u000a| (launched: 2022-12-09_23:50:00.845184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:02.844237 run osmo-stp_10.42.42.5(pid=31552): stderr: \u000a| �[0;m�[38;5;43m20221209235001116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235001116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235001116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235001120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235001122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235001122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235001122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:02.973349 run osmo-stp_10.42.42.5(pid=31552): stdout: \u000a| (launched: 2022-12-09_23:50:00.845184)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:03.102153 run osmo-stp_10.42.42.5(pid=31552): stderr: \u000a| �[0;m�[38;5;43m20221209235001116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235001116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235001116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235001120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235001122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235001122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235001122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:03.158683 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31552): Process ended prematurely: osmo-stp_10.42.42.5(pid=31552) [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31552)] [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a23:50:03.168059 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a23:50:03.231427 run osmo-hlr_10.42.42.2(pid=31549): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31549)]\u000a23:50:03.283365 run osmo-hlr_10.42.42.2(pid=31549): stdout: \u000a| (launched: 2022-12-09_23:49:59.901676) \u000a23:50:03.335775 run osmo-hlr_10.42.42.2(pid=31549): stderr: \u000a| �[0;m�[1;31m20221209235000080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235000080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235000080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235000080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235000080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235000080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235000095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235000105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235000105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235000105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:03.406673 run osmo-msc_10.42.42.6(pid=31558): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31558)]\u000a23:50:03.458249 run osmo-msc_10.42.42.6(pid=31558): stdout: \u000a| (launched: 2022-12-09_23:50:02.086613) \u000a23:50:03.510460 run osmo-msc_10.42.42.6(pid=31558): stderr: \u000a| �[0;m�[38;5;43m20221209235002498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235002498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbddf718c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235002498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235002498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235002499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235002499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235002500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235002501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235002501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235002501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:03.554793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31548): Terminating (SIGTERM)\u000a23:50:03.597189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31551): Terminating (SIGTERM)\u000a23:50:03.639461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31557): Terminating (SIGTERM)\u000a23:50:03.649302 --- ParallelTerminationStrategy: PID 31548 died...\u000a23:50:03.705715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31548): Terminated: ok {rc=0}\u000a23:50:03.716138 --- ParallelTerminationStrategy: PID 31551 died...\u000a23:50:03.772012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31551): Terminated: ok {rc=0}\u000a23:50:03.782184 --- ParallelTerminationStrategy: PID 31557 died...\u000a23:50:03.837941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31557): Terminated: ok {rc=0}\u000a23:50:03.925260 bus /sierra_3: Setting Powered False\u000a23:50:05.028482 bus /sierra_3: Setting Powered False\u000a23:50:06.139706 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31566): Process ended prematurely: osmo-stp_10.42.42.5(pid=31566) [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31566): Process ended prematurely: osmo-stp_10.42.42.5(pid=31566) [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:50:07.254652 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:07.267112 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:50:07.412669 tst mo_mt_call_osmux.py: using LAC 24526\u000a23:50:07.533039 tst mo_mt_call_osmux.py: using RAC 46\u000a23:50:07.650079 tst mo_mt_call_osmux.py: using CellId 24526\u000a23:50:07.767011 tst mo_mt_call_osmux.py: using BVCI 24527\u000a23:50:07.789769 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:07.800819 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:07.811819 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:07.822941 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:07.834418 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a23:50:07.845455 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:07.966235 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a23:50:08.176587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:08.679865 run create_hlr_db(pid=31560): Launched\u000a23:50:08.866130 bus /sierra_2: Setting Powered False\u000a23:50:09.886217 run create_hlr_db(pid=31560): Terminated: ok {rc=0}\u000a23:50:10.312230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31562): Launched\u000a23:50:10.632917 run osmo-hlr_10.42.42.2(pid=31563): Launched\u000a23:50:10.753783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:11.311097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31565): Launched\u000a23:50:11.631133 run osmo-stp_10.42.42.5(pid=31566): Launched\u000a23:50:11.747569 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:12.332652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31568): Launched\u000a23:50:12.653155 run osmo-msc_10.42.42.6(pid=31569): Launched\u000a23:50:12.840899 run osmo-stp_10.42.42.5(pid=31566): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)]\u000a23:50:12.976769 run osmo-stp_10.42.42.5(pid=31566): stdout: \u000a| (launched: 2022-12-09_23:50:11.474282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:13.112800 run osmo-stp_10.42.42.5(pid=31566): stderr: \u000a| �[0;m�[38;5;43m20221209235011665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235011666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235011666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235011666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235011668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235011669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235011669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:13.242042 run osmo-stp_10.42.42.5(pid=31566): stdout: \u000a| (launched: 2022-12-09_23:50:11.474282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:13.370102 run osmo-stp_10.42.42.5(pid=31566): stderr: \u000a| �[0;m�[38;5;43m20221209235011665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235011666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235011666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235011666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235011668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235011669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235011669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:13.426733 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31566): Process ended prematurely: osmo-stp_10.42.42.5(pid=31566) [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31566)] [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a23:50:13.435817 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:50:13.498370 run osmo-hlr_10.42.42.2(pid=31563): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31563)]\u000a23:50:13.549703 run osmo-hlr_10.42.42.2(pid=31563): stdout: \u000a| (launched: 2022-12-09_23:50:10.475360) \u000a23:50:13.601449 run osmo-hlr_10.42.42.2(pid=31563): stderr: \u000a| �[0;m�[1;31m20221209235010673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235010673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235010673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235010673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235010673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235010673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235010693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235010703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235010703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235010703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:13.671422 run osmo-msc_10.42.42.6(pid=31569): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31569)]\u000a23:50:13.722617 run osmo-msc_10.42.42.6(pid=31569): stdout: \u000a| (launched: 2022-12-09_23:50:12.495847) \u000a23:50:13.773969 run osmo-msc_10.42.42.6(pid=31569): stderr: \u000a| �[0;m�[38;5;43m20221209235012816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235012816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa76030c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235012816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235012816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235012816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235012817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235012818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235012819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:13.818031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31562): Terminating (SIGTERM)\u000a23:50:13.859418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31565): Terminating (SIGTERM)\u000a23:50:13.901319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31568): Terminating (SIGTERM)\u000a23:50:13.910936 --- ParallelTerminationStrategy: PID 31562 died...\u000a23:50:13.966867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31562): Terminated: ok {rc=0}\u000a23:50:13.976912 --- ParallelTerminationStrategy: PID 31565 died...\u000a23:50:14.032825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31565): Terminated: ok {rc=0}\u000a23:50:14.042849 --- ParallelTerminationStrategy: PID 31568 died...\u000a23:50:14.098251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31568): Terminated: ok {rc=0}\u000a23:50:14.185360 bus /sierra_3: Setting Powered False\u000a23:50:15.285686 bus /sierra_3: Setting Powered False\u000a23:50:16.398235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:49:56" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "emergency:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31580): Process ended prematurely: osmo-stp_10.42.42.5(pid=31580) [trial-2366↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31580)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31580): Process ended prematurely: osmo-stp_10.42.42.5(pid=31580) [trial-2366↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:50:18.401696 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:18.412243 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:18.545825 tst emergency_mo_mt_call.py: using LAC 24527\u000a23:50:18.667237 tst emergency_mo_mt_call.py: using RAC 47\u000a23:50:18.781884 tst emergency_mo_mt_call.py: using CellId 24527\u000a23:50:18.895422 tst emergency_mo_mt_call.py: using BVCI 24528\u000a23:50:18.917758 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:18.928334 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:18.938803 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:18.949189 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:18.959557 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:18.970048 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:19.086919 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:19.288834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:19.759424 run create_hlr_db(pid=31574): Launched\u000a23:50:19.928268 bus /sierra_2: Setting Powered False\u000a23:50:20.949956 run create_hlr_db(pid=31574): Terminated: ok {rc=0}\u000a23:50:21.340130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31576): Launched\u000a23:50:21.634372 run osmo-hlr_10.42.42.2(pid=31577): Launched\u000a23:50:21.741137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:22.249786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31579): Launched\u000a23:50:22.544481 run osmo-stp_10.42.42.5(pid=31580): Launched\u000a23:50:22.665532 tst emergency_mo_mt_call.py: using MSISDN 7440\u000a23:50:22.810770 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:23.346040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31582): Launched\u000a23:50:23.640150 run osmo-msc_10.42.42.6(pid=31583): Launched\u000a23:50:23.812610 run osmo-stp_10.42.42.5(pid=31580): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31580)]\u000a23:50:23.937407 run osmo-stp_10.42.42.5(pid=31580): stdout: \u000a| (launched: 2022-12-09_23:50:22.400275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:24.060070 run osmo-stp_10.42.42.5(pid=31580): stderr: \u000a| �[0;m�[38;5;43m20221209235022569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235022569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235022569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235022570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235022572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235022572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235022572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:24.178401 run osmo-stp_10.42.42.5(pid=31580): stdout: \u000a| (launched: 2022-12-09_23:50:22.400275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:24.296594 run osmo-stp_10.42.42.5(pid=31580): stderr: \u000a| �[0;m�[38;5;43m20221209235022569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235022569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235022569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235022570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235022572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235022572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235022572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:24.347859 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31580): Process ended prematurely: osmo-stp_10.42.42.5(pid=31580) [trial-2366↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31580)] [trial-2366↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a23:50:24.355749 tst emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)\u000a23:50:24.414208 run osmo-hlr_10.42.42.2(pid=31577): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31577)]\u000a23:50:24.462392 run osmo-hlr_10.42.42.2(pid=31577): stdout: \u000a| (launched: 2022-12-09_23:50:21.489549) \u000a23:50:24.511109 run osmo-hlr_10.42.42.2(pid=31577): stderr: \u000a| �[0;m�[1;31m20221209235021667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235021667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235021667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235021667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235021667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235021667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235021679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235021688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235021688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235021688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:24.577704 run osmo-msc_10.42.42.6(pid=31583): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31583)]\u000a23:50:24.626096 run osmo-msc_10.42.42.6(pid=31583): stdout: \u000a| (launched: 2022-12-09_23:50:23.495199) \u000a23:50:24.674880 run osmo-msc_10.42.42.6(pid=31583): stderr: \u000a| �[0;m�[38;5;43m20221209235023767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235023768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc0cafcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235023768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235023768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235023768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235023768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235023770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235023771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235023771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235023771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:24.715933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31576): Terminating (SIGTERM)\u000a23:50:24.754850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31579): Terminating (SIGTERM)\u000a23:50:24.794058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31582): Terminating (SIGTERM)\u000a23:50:24.803108 --- ParallelTerminationStrategy: PID 31576 died...\u000a23:50:24.855883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31576): Terminated: ok {rc=0}\u000a23:50:24.865912 --- ParallelTerminationStrategy: PID 31579 died...\u000a23:50:24.918245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31579): Terminated: ok {rc=0}\u000a23:50:24.927679 --- ParallelTerminationStrategy: PID 31582 died...\u000a23:50:24.979597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31582): Terminated: ok {rc=0}\u000a23:50:25.066964 bus /sierra_3: Setting Powered False\u000a23:50:26.168645 bus /sierra_3: Setting Powered False\u000a23:50:27.278953 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31591): Process ended prematurely: osmo-stp_10.42.42.5(pid=31591) [trial-2366↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31591)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31591): Process ended prematurely: osmo-stp_10.42.42.5(pid=31591) [trial-2366↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:50:28.330435 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:28.341888 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:28.478515 tst emergency_preemptive_call.py: using LAC 24528\u000a23:50:28.592802 tst emergency_preemptive_call.py: using RAC 48\u000a23:50:28.708920 tst emergency_preemptive_call.py: using CellId 24528\u000a23:50:28.823824 tst emergency_preemptive_call.py: using BVCI 24529\u000a23:50:28.846250 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:28.856927 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:28.867535 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:28.878053 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:28.888476 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:50:28.898959 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:29.013317 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:29.132583 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:29.246172 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:29.453588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:29.953059 run create_hlr_db(pid=31585): Launched\u000a23:50:30.138627 bus /sierra_2: Setting Powered False\u000a23:50:31.164829 run create_hlr_db(pid=31585): Terminated: ok {rc=0}\u000a23:50:31.638077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31587): Launched\u000a23:50:31.994449 run osmo-hlr_10.42.42.2(pid=31588): Launched\u000a23:50:32.127226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:32.690960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31590): Launched\u000a23:50:32.985579 run osmo-stp_10.42.42.5(pid=31591): Launched\u000a23:50:33.104685 tst emergency_preemptive_call.py: using MSISDN 7441\u000a23:50:33.251205 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:50:33.784330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31593): Launched\u000a23:50:34.077070 run osmo-msc_10.42.42.6(pid=31594): Launched\u000a23:50:34.250163 run osmo-stp_10.42.42.5(pid=31591): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31591)]\u000a23:50:34.375860 run osmo-stp_10.42.42.5(pid=31591): stdout: \u000a| (launched: 2022-12-09_23:50:32.840420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:34.498115 run osmo-stp_10.42.42.5(pid=31591): stderr: \u000a| �[0;m�[38;5;43m20221209235033011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235033011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235033011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235033012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235033012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235033012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235033012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:34.616113 run osmo-stp_10.42.42.5(pid=31591): stdout: \u000a| (launched: 2022-12-09_23:50:32.840420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:34.733577 run osmo-stp_10.42.42.5(pid=31591): stderr: \u000a| �[0;m�[38;5;43m20221209235033011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235033011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235033011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235033012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235033012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235033012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235033012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:34.784893 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31591): Process ended prematurely: osmo-stp_10.42.42.5(pid=31591) [trial-2366↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31591)] [trial-2366↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a23:50:34.792927 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a23:50:34.852734 run osmo-hlr_10.42.42.2(pid=31588): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31588)]\u000a23:50:34.901569 run osmo-hlr_10.42.42.2(pid=31588): stdout: \u000a| (launched: 2022-12-09_23:50:31.802173) \u000a23:50:34.951180 run osmo-hlr_10.42.42.2(pid=31588): stderr: \u000a| �[0;m�[1;31m20221209235032207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235032207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235032207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235032207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235032207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235032207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235032225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235032234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235032234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235032234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:35.018528 run osmo-msc_10.42.42.6(pid=31594): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31594)]\u000a23:50:35.067284 run osmo-msc_10.42.42.6(pid=31594): stdout: \u000a| (launched: 2022-12-09_23:50:33.933296) \u000a23:50:35.116411 run osmo-msc_10.42.42.6(pid=31594): stderr: \u000a| �[0;m�[38;5;43m20221209235034205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235034205 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77bb212c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235034205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235034205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235034205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235034206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235034207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235034208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235034208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235034208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:50:35.157969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31587): Terminating (SIGTERM)\u000a23:50:35.197880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31590): Terminating (SIGTERM)\u000a23:50:35.237474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31593): Terminating (SIGTERM)\u000a23:50:35.246638 --- ParallelTerminationStrategy: PID 31587 died...\u000a23:50:35.300172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31587): Terminated: ok {rc=0}\u000a23:50:35.310013 --- ParallelTerminationStrategy: PID 31590 died...\u000a23:50:35.362889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31590): Terminated: ok {rc=0}\u000a23:50:35.372663 --- ParallelTerminationStrategy: PID 31593 died...\u000a23:50:35.425440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31593): Terminated: ok {rc=0}\u000a23:50:35.512682 bus /sierra_9: Setting Powered False\u000a23:50:36.615120 bus /sierra_9: Setting Powered False\u000a23:50:37.726693 bus /sierra_8: Setting Powered False\u000a23:50:38.828361 bus /sierra_8: Setting Powered False\u000a23:50:39.939271 bus /sierra_3: Setting Powered False\u000a23:50:41.041085 bus /sierra_3: Setting Powered False\u000a23:50:42.151995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:50:18" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31609): Process ended prematurely: osmo-stp_10.42.42.5(pid=31609) [trial-2366↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31609)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31609): Process ended prematurely: osmo-stp_10.42.42.5(pid=31609) [trial-2366↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:50:44.275834 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.286808 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:44.430334 tst cs_paging_gprs_active.py: using LAC 24529\u000a23:50:44.557695 tst cs_paging_gprs_active.py: using RAC 49\u000a23:50:44.685362 tst cs_paging_gprs_active.py: using CellId 24529\u000a23:50:44.813458 tst cs_paging_gprs_active.py: using BVCI 24530\u000a23:50:44.838087 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.849142 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.859854 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.870957 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.882030 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.892836 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.903989 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.914945 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:44.926147 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:45.041566 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:45.324646 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:50:45.450173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:50:45.761479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31599): Launched\u000a23:50:46.069906 run iperf3-srv_10.42.42.10(pid=31600): Launched\u000a23:50:46.257944 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:50:46.386703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:50:46.720567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31601): Launched\u000a23:50:47.030214 run iperf3-srv_10.42.42.10(pid=31602): Launched\u000a23:50:47.223364 tst cs_paging_gprs_active.py:38: start network...\u000a23:50:47.349239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:47.830664 run create_hlr_db(pid=31603): Launched\u000a23:50:48.004371 bus /sierra_2: Setting Powered False\u000a23:50:49.025966 run create_hlr_db(pid=31603): Terminated: ok {rc=0}\u000a23:50:49.453140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31605): Launched\u000a23:50:49.775155 run osmo-hlr_10.42.42.2(pid=31606): Launched\u000a23:50:49.896339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:50:50.455093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31608): Launched\u000a23:50:50.775864 run osmo-stp_10.42.42.5(pid=31609): Launched\u000a23:50:50.893735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:50:51.454229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31611): Launched\u000a23:50:51.569391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:50:51.849122 run patchelf(pid=31612): Launched\u000a23:50:52.037205 run osmo-stp_10.42.42.5(pid=31609): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31609)]\u000a23:50:52.175048 run osmo-stp_10.42.42.5(pid=31609): stdout: \u000a| (launched: 2022-12-09_23:50:50.618676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:52.313432 run osmo-stp_10.42.42.5(pid=31609): stderr: \u000a| �[0;m�[38;5;43m20221209235050811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235050811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235050811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235050812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235050812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235050812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235050813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:52.446792 run osmo-stp_10.42.42.5(pid=31609): stdout: \u000a| (launched: 2022-12-09_23:50:50.618676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:50:52.578900 run osmo-stp_10.42.42.5(pid=31609): stderr: \u000a| �[0;m�[38;5;43m20221209235050811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235050811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235050811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235050812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235050812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235050812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235050813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:50:52.732748 run patchelf(pid=31612): Terminating (SIGINT)\u000a23:50:52.913867 run patchelf(pid=31612): Terminated: ok {rc=0}\u000a23:50:52.947044 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31609): Process ended prematurely: osmo-stp_10.42.42.5(pid=31609) [trial-2366↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31609)] [trial-2366↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a23:50:52.956764 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:50:53.020584 run osmo-hlr_10.42.42.2(pid=31606): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31606)]\u000a23:50:53.072592 run osmo-hlr_10.42.42.2(pid=31606): stdout: \u000a| (launched: 2022-12-09_23:50:49.617244) \u000a23:50:53.124728 run osmo-hlr_10.42.42.2(pid=31606): stderr: \u000a| �[0;m�[1;31m20221209235049813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235049813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235049813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235049813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235049813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235049813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235049826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235049834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235049835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235049835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:50:53.168894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31599): Terminating (SIGTERM)\u000a23:50:53.211258 run iperf3-srv_10.42.42.10(pid=31600): Terminating (SIGTERM)\u000a23:50:53.252871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31601): Terminating (SIGTERM)\u000a23:50:53.294766 run iperf3-srv_10.42.42.10(pid=31602): Terminating (SIGTERM)\u000a23:50:53.336224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31605): Terminating (SIGTERM)\u000a23:50:53.378138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31608): Terminating (SIGTERM)\u000a23:50:53.420406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31611): Terminating (SIGTERM)\u000a23:50:53.430166 --- ParallelTerminationStrategy: PID 31599 died...\u000a23:50:53.486413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31599): Terminated: ok {rc=0}\u000a23:50:53.496582 --- ParallelTerminationStrategy: PID 31600 died...\u000a23:50:53.552461 run iperf3-srv_10.42.42.10(pid=31600): Terminated {rc=256}\u000a23:50:53.562514 --- ParallelTerminationStrategy: PID 31601 died...\u000a23:50:53.618580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31601): Terminated: ok {rc=0}\u000a23:50:53.628676 --- ParallelTerminationStrategy: PID 31602 died...\u000a23:50:53.684505 run iperf3-srv_10.42.42.10(pid=31602): Terminated {rc=256}\u000a23:50:53.694574 --- ParallelTerminationStrategy: PID 31605 died...\u000a23:50:53.750458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31605): Terminated: ok {rc=0}\u000a23:50:53.760496 --- ParallelTerminationStrategy: PID 31608 died...\u000a23:50:53.816505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31608): Terminated: ok {rc=0}\u000a23:50:53.826606 --- ParallelTerminationStrategy: PID 31611 died...\u000a23:50:53.882354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31611): Terminated: ok {rc=0}\u000a23:50:53.969082 bus /gobi_0: Setting Powered False\u000a23:50:55.076491 bus /gobi_0: Setting Powered False\u000a23:50:56.183984 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31621): Process ended prematurely: osmo-stp_10.42.42.5(pid=31621) [trial-2366↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31621)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31621): Process ended prematurely: osmo-stp_10.42.42.5(pid=31621) [trial-2366↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a23:50:57.298913 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.310387 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:50:57.450187 tst iperf3.py: using LAC 24530\u000a23:50:57.578489 tst iperf3.py: using RAC 50\u000a23:50:57.705277 tst iperf3.py: using CellId 24530\u000a23:50:57.830166 tst iperf3.py: using BVCI 24531\u000a23:50:57.855007 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.866135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.876921 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.888102 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.899186 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.910164 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.921347 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.932253 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:50:57.943408 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:50:58.235784 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:50:58.370923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:50:58.703444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31613): Launched\u000a23:50:58.978828 run iperf3-srv_10.42.42.10(pid=31614): Launched\u000a23:50:59.177971 tst iperf3.py:8: start network...\u000a23:50:59.313151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:50:59.816865 run create_hlr_db(pid=31615): Launched\u000a23:51:00.003029 bus /gobi_6: Setting Powered False\u000a23:51:01.056018 run create_hlr_db(pid=31615): Terminated: ok {rc=0}\u000a23:51:01.501250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31617): Launched\u000a23:51:01.939756 run osmo-hlr_10.42.42.2(pid=31618): Launched\u000a23:51:02.152168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:02.672587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31620): Launched\u000a23:51:02.971004 run osmo-stp_10.42.42.5(pid=31621): Launched\u000a23:51:03.079506 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:03.599755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31623): Launched\u000a23:51:03.706552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:03.966652 run patchelf(pid=31624): Launched\u000a23:51:04.142053 run osmo-stp_10.42.42.5(pid=31621): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31621)]\u000a23:51:04.270720 run osmo-stp_10.42.42.5(pid=31621): stdout: \u000a| (launched: 2022-12-09_23:51:02.824331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:04.400055 run osmo-stp_10.42.42.5(pid=31621): stderr: \u000a| �[0;m�[38;5;43m20221209235102996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235102996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235102996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235102997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235102997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235102997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235102997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:04.524619 run osmo-stp_10.42.42.5(pid=31621): stdout: \u000a| (launched: 2022-12-09_23:51:02.824331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:04.648520 run osmo-stp_10.42.42.5(pid=31621): stderr: \u000a| �[0;m�[38;5;43m20221209235102996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235102996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235102996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235102997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235102997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235102997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235102997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:04.791796 run patchelf(pid=31624): Terminating (SIGINT)\u000a23:51:04.959847 run patchelf(pid=31624): Terminated: ok {rc=0}\u000a23:51:04.990954 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31621): Process ended prematurely: osmo-stp_10.42.42.5(pid=31621) [trial-2366↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31621)] [trial-2366↪gprs:trx-umtrx↪iperf3.py:8]\u000a23:51:05.000227 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a23:51:05.060361 run osmo-hlr_10.42.42.2(pid=31618): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31618)]\u000a23:51:05.109239 run osmo-hlr_10.42.42.2(pid=31618): stdout: \u000a| (launched: 2022-12-09_23:51:01.667520) \u000a23:51:05.158577 run osmo-hlr_10.42.42.2(pid=31618): stderr: \u000a| �[0;m�[1;31m20221209235101972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235101972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235101972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235101972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235101972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235101972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235101995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235102012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235102012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235102012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:05.200822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31613): Terminating (SIGTERM)\u000a23:51:05.240597 run iperf3-srv_10.42.42.10(pid=31614): Terminating (SIGTERM)\u000a23:51:05.280427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31617): Terminating (SIGTERM)\u000a23:51:05.320162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31620): Terminating (SIGTERM)\u000a23:51:05.360050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31623): Terminating (SIGTERM)\u000a23:51:05.369543 --- ParallelTerminationStrategy: PID 31613 died...\u000a23:51:05.422788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31613): Terminated: ok {rc=0}\u000a23:51:05.432455 --- ParallelTerminationStrategy: PID 31614 died...\u000a23:51:05.485531 run iperf3-srv_10.42.42.10(pid=31614): Terminated {rc=256}\u000a23:51:05.495276 --- ParallelTerminationStrategy: PID 31617 died...\u000a23:51:05.548369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31617): Terminated: ok {rc=0}\u000a23:51:05.558192 --- ParallelTerminationStrategy: PID 31620 died...\u000a23:51:05.610899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31620): Terminated: ok {rc=0}\u000a23:51:05.620541 --- ParallelTerminationStrategy: PID 31623 died...\u000a23:51:05.673234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31623): Terminated: ok {rc=0}\u000a23:51:05.761228 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31639): Process ended prematurely: osmo-stp_10.42.42.5(pid=31639) [trial-2366↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31639)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31639): Process ended prematurely: osmo-stp_10.42.42.5(pid=31639) [trial-2366↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a23:51:06.872334 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:06.883555 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:07.027581 tst iperf3m4.py: using LAC 24531\u000a23:51:07.155248 tst iperf3m4.py: using RAC 51\u000a23:51:07.282745 tst iperf3m4.py: using CellId 24531\u000a23:51:07.409146 tst iperf3m4.py: using BVCI 24532\u000a23:51:07.434028 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.445178 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.455935 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.467021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.478006 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.489078 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.500256 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.511317 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:07.522543 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:07.645158 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:07.767105 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:07.888079 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:08.165181 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:51:08.290868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:08.602971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31625): Launched\u000a23:51:08.860185 run iperf3-srv_10.42.42.10(pid=31626): Launched\u000a23:51:09.043870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:51:09.169390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:09.479730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31627): Launched\u000a23:51:09.736513 run iperf3-srv_10.42.42.10(pid=31628): Launched\u000a23:51:09.919655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:51:10.044421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:10.354076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31629): Launched\u000a23:51:10.612234 run iperf3-srv_10.42.42.10(pid=31630): Launched\u000a23:51:10.795164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:51:10.920537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:11.231981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631): Launched\u000a23:51:11.489546 run iperf3-srv_10.42.42.10(pid=31632): Launched\u000a23:51:11.671770 tst iperf3m4.py:8: start network...\u000a23:51:11.803317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:12.308326 run create_hlr_db(pid=31633): Launched\u000a23:51:12.494397 bus /gobi_6: Setting Powered False\u000a23:51:13.515272 run create_hlr_db(pid=31633): Terminated: ok {rc=0}\u000a23:51:13.941544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31635): Launched\u000a23:51:14.264114 run osmo-hlr_10.42.42.2(pid=31636): Launched\u000a23:51:14.382758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:14.945319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31638): Launched\u000a23:51:15.268118 run osmo-stp_10.42.42.5(pid=31639): Launched\u000a23:51:15.385415 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:15.971255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31641): Launched\u000a23:51:16.110089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:16.422650 run patchelf(pid=31642): Launched\u000a23:51:16.616742 run osmo-stp_10.42.42.5(pid=31639): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31639)]\u000a23:51:16.759950 run osmo-stp_10.42.42.5(pid=31639): stdout: \u000a| (launched: 2022-12-09_23:51:15.110428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:16.902726 run osmo-stp_10.42.42.5(pid=31639): stderr: \u000a| �[0;m�[38;5;43m20221209235115301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235115302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235115302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235115302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235115303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235115303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235115303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:17.041452 run osmo-stp_10.42.42.5(pid=31639): stdout: \u000a| (launched: 2022-12-09_23:51:15.110428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:17.178724 run osmo-stp_10.42.42.5(pid=31639): stderr: \u000a| �[0;m�[38;5;43m20221209235115301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235115302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235115302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235115302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235115303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235115303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235115303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:17.333160 run patchelf(pid=31642): Terminating (SIGINT)\u000a23:51:17.514118 run patchelf(pid=31642): Terminated: ok {rc=0}\u000a23:51:17.547361 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31639): Process ended prematurely: osmo-stp_10.42.42.5(pid=31639) [trial-2366↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31639)] [trial-2366↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a23:51:17.557324 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:51:17.620829 run osmo-hlr_10.42.42.2(pid=31636): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31636)]\u000a23:51:17.672881 run osmo-hlr_10.42.42.2(pid=31636): stdout: \u000a| (launched: 2022-12-09_23:51:14.105704) \u000a23:51:17.725355 run osmo-hlr_10.42.42.2(pid=31636): stderr: \u000a| �[0;m�[1;31m20221209235114302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235114302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235114302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235114302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235114302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235114302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235114315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235114323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235114323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235114324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:17.769909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31625): Terminating (SIGTERM)\u000a23:51:17.811694 run iperf3-srv_10.42.42.10(pid=31626): Terminating (SIGTERM)\u000a23:51:17.853336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31627): Terminating (SIGTERM)\u000a23:51:17.895745 run iperf3-srv_10.42.42.10(pid=31628): Terminating (SIGTERM)\u000a23:51:17.938141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31629): Terminating (SIGTERM)\u000a23:51:17.979873 run iperf3-srv_10.42.42.10(pid=31630): Terminating (SIGTERM)\u000a23:51:18.021572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631): Terminating (SIGTERM)\u000a23:51:18.063682 run iperf3-srv_10.42.42.10(pid=31632): Terminating (SIGTERM)\u000a23:51:18.105981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31635): Terminating (SIGTERM)\u000a23:51:18.147767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31638): Terminating (SIGTERM)\u000a23:51:18.189467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31641): Terminating (SIGTERM)\u000a23:51:18.199375 --- ParallelTerminationStrategy: PID 31625 died...\u000a23:51:18.255935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31625): Terminated: ok {rc=0}\u000a23:51:18.266157 --- ParallelTerminationStrategy: PID 31626 died...\u000a23:51:18.321921 run iperf3-srv_10.42.42.10(pid=31626): Terminated {rc=256}\u000a23:51:18.332264 --- ParallelTerminationStrategy: PID 31627 died...\u000a23:51:18.388334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31627): Terminated: ok {rc=0}\u000a23:51:18.398607 --- ParallelTerminationStrategy: PID 31628 died...\u000a23:51:18.454130 run iperf3-srv_10.42.42.10(pid=31628): Terminated {rc=256}\u000a23:51:18.464283 --- ParallelTerminationStrategy: PID 31629 died...\u000a23:51:18.520100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31629): Terminated: ok {rc=0}\u000a23:51:18.530199 --- ParallelTerminationStrategy: PID 31630 died...\u000a23:51:18.585753 run iperf3-srv_10.42.42.10(pid=31630): Terminated {rc=256}\u000a23:51:18.595968 --- ParallelTerminationStrategy: PID 31631 died...\u000a23:51:18.652163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31631): Terminated: ok {rc=0}\u000a23:51:18.662415 --- ParallelTerminationStrategy: PID 31632 died...\u000a23:51:18.718110 run iperf3-srv_10.42.42.10(pid=31632): Terminated {rc=256}\u000a23:51:18.728492 --- ParallelTerminationStrategy: PID 31635 died...\u000a23:51:18.784163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31635): Terminated: ok {rc=0}\u000a23:51:18.794662 --- ParallelTerminationStrategy: PID 31638 died...\u000a23:51:18.850503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31638): Terminated: ok {rc=0}\u000a23:51:18.860894 --- ParallelTerminationStrategy: PID 31641 died...\u000a23:51:18.916653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31641): Terminated: ok {rc=0}\u000a23:51:19.003234 bus /gobi_4: Setting Powered False\u000a23:51:20.108773 bus /gobi_4: Setting Powered False\u000a23:51:21.219557 bus /gobi_1: Setting Powered False\u000a23:51:22.325936 bus /gobi_1: Setting Powered False\u000a23:51:23.432551 bus /gobi_0: Setting Powered False\u000a23:51:24.540285 bus /gobi_0: Setting Powered False\u000a23:51:25.650585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 167, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31649): Process ended prematurely: osmo-stp_10.42.42.5(pid=31649) [trial-2366↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31649)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31649): Process ended prematurely: osmo-stp_10.42.42.5(pid=31649) [trial-2366↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a23:51:26.717171 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:26.728265 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:26.862425 tst ping.py: using LAC 24532\u000a23:51:26.977493 tst ping.py: using RAC 52\u000a23:51:27.094345 tst ping.py: using CellId 24532\u000a23:51:27.209324 tst ping.py: using BVCI 24533\u000a23:51:27.231710 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:27.242238 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:27.252602 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:27.262934 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:27.273189 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:27.283508 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:27.293938 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:27.304258 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:27.574423 tst ping.py:19: start network...\u000a23:51:27.697454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:28.166316 run create_hlr_db(pid=31643): Launched\u000a23:51:28.335950 bus /gobi_6: Setting Powered False\u000a23:51:29.357418 run create_hlr_db(pid=31643): Terminated: ok {rc=0}\u000a23:51:29.774770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31645): Launched\u000a23:51:30.089782 run osmo-hlr_10.42.42.2(pid=31646): Launched\u000a23:51:30.204427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:30.754330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31648): Launched\u000a23:51:31.141736 run osmo-stp_10.42.42.5(pid=31649): Launched\u000a23:51:31.338562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:31.997501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31651): Launched\u000a23:51:32.108081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:32.407357 run patchelf(pid=31652): Launched\u000a23:51:32.594060 run osmo-stp_10.42.42.5(pid=31649): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31649)]\u000a23:51:32.729442 run osmo-stp_10.42.42.5(pid=31649): stdout: \u000a| (launched: 2022-12-09_23:51:30.943127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:32.866062 run osmo-stp_10.42.42.5(pid=31649): stderr: \u000a| �[0;m�[38;5;43m20221209235131285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235131285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235131287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235131288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235131288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235131288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235131289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:32.997065 run osmo-stp_10.42.42.5(pid=31649): stdout: \u000a| (launched: 2022-12-09_23:51:30.943127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:33.127597 run osmo-stp_10.42.42.5(pid=31649): stderr: \u000a| �[0;m�[38;5;43m20221209235131285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235131285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235131287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235131288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235131288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235131288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235131289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:33.278851 run patchelf(pid=31652): Terminating (SIGINT)\u000a23:51:33.456187 run patchelf(pid=31652): Terminated: ok {rc=0}\u000a23:51:33.488463 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31649): Process ended prematurely: osmo-stp_10.42.42.5(pid=31649) [trial-2366↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31649)] [trial-2366↪gprs:trx-umtrx↪ping.py:22]\u000a23:51:33.497770 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:51:33.561029 run osmo-hlr_10.42.42.2(pid=31646): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31646)]\u000a23:51:33.612287 run osmo-hlr_10.42.42.2(pid=31646): stdout: \u000a| (launched: 2022-12-09_23:51:29.934809) \u000a23:51:33.664320 run osmo-hlr_10.42.42.2(pid=31646): stderr: \u000a| �[0;m�[1;31m20221209235130131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235130131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235130131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235130131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235130131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235130131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235130166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235130176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235130176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235130176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:33.708484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31645): Terminating (SIGTERM)\u000a23:51:33.750227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31648): Terminating (SIGTERM)\u000a23:51:33.792288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31651): Terminating (SIGTERM)\u000a23:51:33.802054 --- ParallelTerminationStrategy: PID 31645 died...\u000a23:51:33.857904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31645): Terminated: ok {rc=0}\u000a23:51:33.868229 --- ParallelTerminationStrategy: PID 31648 died...\u000a23:51:33.924165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31648): Terminated: ok {rc=0}\u000a23:51:33.934195 --- ParallelTerminationStrategy: PID 31651 died...\u000a23:51:33.989655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31651): Terminated: ok {rc=0}\u000a23:51:34.076857 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31659): Process ended prematurely: osmo-stp_10.42.42.5(pid=31659) [trial-2366↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31659)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31659): Process ended prematurely: osmo-stp_10.42.42.5(pid=31659) [trial-2366↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a23:51:35.128585 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.140194 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a23:51:35.275138 tst ping_idle_ping.py: using LAC 24533\u000a23:51:35.391765 tst ping_idle_ping.py: using RAC 53\u000a23:51:35.508603 tst ping_idle_ping.py: using CellId 24533\u000a23:51:35.626769 tst ping_idle_ping.py: using BVCI 24534\u000a23:51:35.649616 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.660497 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.671275 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.681957 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.692837 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.703278 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.713959 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a23:51:35.724820 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a23:51:36.014159 tst ping_idle_ping.py:24: start network...\u000a23:51:36.147416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:36.646243 run create_hlr_db(pid=31653): Launched\u000a23:51:36.829722 bus /gobi_6: Setting Powered False\u000a23:51:37.850603 run create_hlr_db(pid=31653): Terminated: ok {rc=0}\u000a23:51:38.271153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31655): Launched\u000a23:51:38.587738 run osmo-hlr_10.42.42.2(pid=31656): Launched\u000a23:51:38.705616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:39.259178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31658): Launched\u000a23:51:39.576899 run osmo-stp_10.42.42.5(pid=31659): Launched\u000a23:51:39.693864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:40.247606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31661): Launched\u000a23:51:40.360626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:40.636704 run patchelf(pid=31662): Launched\u000a23:51:40.821089 run osmo-stp_10.42.42.5(pid=31659): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31659)]\u000a23:51:40.956107 run osmo-stp_10.42.42.5(pid=31659): stdout: \u000a| (launched: 2022-12-09_23:51:39.420827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:41.092449 run osmo-stp_10.42.42.5(pid=31659): stderr: \u000a| �[0;m�[38;5;43m20221209235139611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235139611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235139611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235139612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235139612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235139612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235139612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:41.223274 run osmo-stp_10.42.42.5(pid=31659): stdout: \u000a| (launched: 2022-12-09_23:51:39.420827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:41.352646 run osmo-stp_10.42.42.5(pid=31659): stderr: \u000a| �[0;m�[38;5;43m20221209235139611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235139611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235139611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235139612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235139612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235139612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235139612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:41.503409 run patchelf(pid=31662): Terminating (SIGINT)\u000a23:51:41.680514 run patchelf(pid=31662): Terminated: ok {rc=0}\u000a23:51:41.712727 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31659): Process ended prematurely: osmo-stp_10.42.42.5(pid=31659) [trial-2366↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31659)] [trial-2366↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a23:51:41.722064 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a23:51:41.784699 run osmo-hlr_10.42.42.2(pid=31656): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31656)]\u000a23:51:41.836114 run osmo-hlr_10.42.42.2(pid=31656): stdout: \u000a| (launched: 2022-12-09_23:51:38.432310) \u000a23:51:41.888032 run osmo-hlr_10.42.42.2(pid=31656): stderr: \u000a| �[0;m�[1;31m20221209235138629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235138629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235138629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235138629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235138629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235138629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235138642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235138652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235138653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235138653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:41.931825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31655): Terminating (SIGTERM)\u000a23:51:41.973497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31658): Terminating (SIGTERM)\u000a23:51:42.015465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31661): Terminating (SIGTERM)\u000a23:51:42.025216 --- ParallelTerminationStrategy: PID 31655 died...\u000a23:51:42.081145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31655): Terminated: ok {rc=0}\u000a23:51:42.091237 --- ParallelTerminationStrategy: PID 31658 died...\u000a23:51:42.146681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31658): Terminated: ok {rc=0}\u000a23:51:42.156530 --- ParallelTerminationStrategy: PID 31661 died...\u000a23:51:42.211464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31661): Terminated: ok {rc=0}\u000a23:51:42.298088 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:50:43" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:51:44.446270 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:44.457457 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:51:44.602948 tst cs_paging_gprs_active.py: using LAC 24534\u000a23:51:44.730882 tst cs_paging_gprs_active.py: using RAC 54\u000a23:51:44.857777 tst cs_paging_gprs_active.py: using CellId 24534\u000a23:51:44.985854 tst cs_paging_gprs_active.py: using BVCI 24535\u000a23:51:45.010545 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.021896 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.033861 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.045753 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.056803 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.068203 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.079704 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.091204 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:45.102917 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:51:45.219735 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:51:45.514842 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:51:45.650424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:46.006726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31666): Launched\u000a23:51:46.323331 run iperf3-srv_10.42.42.10(pid=31667): Launched\u000a23:51:46.541662 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:51:46.680068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:47.032281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31668): Launched\u000a23:51:47.330468 run iperf3-srv_10.42.42.10(pid=31669): Launched\u000a23:51:47.529987 tst cs_paging_gprs_active.py:38: start network...\u000a23:51:47.665835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:48.173099 run create_hlr_db(pid=31670): Launched\u000a23:51:48.359822 bus /gobi_6: Setting Powered False\u000a23:51:49.382036 run create_hlr_db(pid=31670): Terminated: ok {rc=0}\u000a23:51:49.786332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Launched\u000a23:51:50.088168 run osmo-hlr_10.42.42.2(pid=31673): Launched\u000a23:51:50.200130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:51:50.720751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Launched\u000a23:51:51.022225 run osmo-stp_10.42.42.5(pid=31676): Launched\u000a23:51:51.132313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:51:51.657602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31678): Launched\u000a23:51:51.764657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:51:52.026656 run patchelf(pid=31679): Launched\u000a23:51:52.202402 run osmo-stp_10.42.42.5(pid=31676): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)]\u000a23:51:52.331164 run osmo-stp_10.42.42.5(pid=31676): stdout: \u000a| (launched: 2022-12-09_23:51:50.873980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:52.460148 run osmo-stp_10.42.42.5(pid=31676): stderr: \u000a| �[0;m�[38;5;43m20221209235151045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235151045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235151046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235151046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235151047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235151047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235151047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:52.584313 run osmo-stp_10.42.42.5(pid=31676): stdout: \u000a| (launched: 2022-12-09_23:51:50.873980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:51:52.707182 run osmo-stp_10.42.42.5(pid=31676): stderr: \u000a| �[0;m�[38;5;43m20221209235151045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235151045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235151046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235151046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235151047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235151047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235151047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:51:52.850946 run patchelf(pid=31679): Terminating (SIGINT)\u000a23:51:53.021229 run patchelf(pid=31679): Terminated: ok {rc=0}\u000a23:51:53.052133 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31676): Process ended prematurely: osmo-stp_10.42.42.5(pid=31676) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31676)] [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a23:51:53.061306 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a23:51:53.120786 run osmo-hlr_10.42.42.2(pid=31673): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31673)]\u000a23:51:53.169313 run osmo-hlr_10.42.42.2(pid=31673): stdout: \u000a| (launched: 2022-12-09_23:51:49.940029) \u000a23:51:53.218516 run osmo-hlr_10.42.42.2(pid=31673): stderr: \u000a| �[0;m�[1;31m20221209235150117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235150117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235150117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235150117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235150117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235150117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235150129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:51:53.260293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31666): Terminating (SIGTERM)\u000a23:51:53.299651 run iperf3-srv_10.42.42.10(pid=31667): Terminating (SIGTERM)\u000a23:51:53.339008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31668): Terminating (SIGTERM)\u000a23:51:53.378273 run iperf3-srv_10.42.42.10(pid=31669): Terminating (SIGTERM)\u000a23:51:53.417719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Terminating (SIGTERM)\u000a23:51:53.457043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Terminating (SIGTERM)\u000a23:51:53.496110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31678): Terminating (SIGTERM)\u000a23:51:53.505347 --- ParallelTerminationStrategy: PID 31666 died...\u000a23:51:53.558398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31666): Terminated: ok {rc=0}\u000a23:51:53.568024 --- ParallelTerminationStrategy: PID 31667 died...\u000a23:51:53.620402 run iperf3-srv_10.42.42.10(pid=31667): Terminated {rc=256}\u000a23:51:53.629976 --- ParallelTerminationStrategy: PID 31668 died...\u000a23:51:53.682608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31668): Terminated: ok {rc=0}\u000a23:51:53.692170 --- ParallelTerminationStrategy: PID 31669 died...\u000a23:51:53.744625 run iperf3-srv_10.42.42.10(pid=31669): Terminated {rc=256}\u000a23:51:53.754239 --- ParallelTerminationStrategy: PID 31672 died...\u000a23:51:53.806952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31672): Terminated: ok {rc=0}\u000a23:51:53.816409 --- ParallelTerminationStrategy: PID 31675 died...\u000a23:51:53.868785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31675): Terminated: ok {rc=0}\u000a23:51:53.878299 --- ParallelTerminationStrategy: PID 31678 died...\u000a23:51:53.931035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31678): Terminated: ok {rc=0}\u000a23:51:54.019243 bus /gobi_0: Setting Powered False\u000a23:51:55.121691 bus /gobi_0: Setting Powered False\u000a23:51:56.232280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31688): Process ended prematurely: osmo-stp_10.42.42.5(pid=31688) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31688)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31688): Process ended prematurely: osmo-stp_10.42.42.5(pid=31688) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a23:51:57.342508 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.354039 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:51:57.494801 tst iperf3.py: using LAC 24535\u000a23:51:57.614630 tst iperf3.py: using RAC 55\u000a23:51:57.736358 tst iperf3.py: using CellId 24535\u000a23:51:57.856654 tst iperf3.py: using BVCI 24536\u000a23:51:57.879663 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.890544 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.901127 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.911763 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.922277 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.932765 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.943488 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.954000 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:51:57.965006 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:51:58.243982 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:51:58.369296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:51:58.679451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31680): Launched\u000a23:51:58.936862 run iperf3-srv_10.42.42.10(pid=31681): Launched\u000a23:51:59.120838 tst iperf3.py:8: start network...\u000a23:51:59.246111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:51:59.723747 run create_hlr_db(pid=31682): Launched\u000a23:51:59.895701 bus /gobi_6: Setting Powered False\u000a23:52:00.937053 run create_hlr_db(pid=31682): Terminated: ok {rc=0}\u000a23:52:01.387028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31684): Launched\u000a23:52:01.812004 run osmo-hlr_10.42.42.2(pid=31685): Launched\u000a23:52:01.980122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:02.617714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31687): Launched\u000a23:52:02.938678 run osmo-stp_10.42.42.5(pid=31688): Launched\u000a23:52:03.056794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:03.617384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31690): Launched\u000a23:52:03.732677 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:04.012266 run patchelf(pid=31691): Launched\u000a23:52:04.200263 run osmo-stp_10.42.42.5(pid=31688): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31688)]\u000a23:52:04.337876 run osmo-stp_10.42.42.5(pid=31688): stdout: \u000a| (launched: 2022-12-09_23:52:02.781312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:04.475831 run osmo-stp_10.42.42.5(pid=31688): stderr: \u000a| �[0;m�[38;5;43m20221209235202977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235202977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235202977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235202978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:04.608668 run osmo-stp_10.42.42.5(pid=31688): stdout: \u000a| (launched: 2022-12-09_23:52:02.781312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:04.740310 run osmo-stp_10.42.42.5(pid=31688): stderr: \u000a| �[0;m�[38;5;43m20221209235202977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235202977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235202977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235202978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:04.894142 run patchelf(pid=31691): Terminating (SIGINT)\u000a23:52:05.075346 run patchelf(pid=31691): Terminated: ok {rc=0}\u000a23:52:05.108551 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31688): Process ended prematurely: osmo-stp_10.42.42.5(pid=31688) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31688)] [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a23:52:05.118381 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a23:52:05.181677 run osmo-hlr_10.42.42.2(pid=31685): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31685)]\u000a23:52:05.232810 run osmo-hlr_10.42.42.2(pid=31685): stdout: \u000a| (launched: 2022-12-09_23:52:01.554723) \u000a23:52:05.284669 run osmo-hlr_10.42.42.2(pid=31685): stderr: \u000a| �[0;m�[1;31m20221209235201859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235201859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235201859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235201859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235201859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235201859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235201877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235201886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235201886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235201886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:05.328617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31680): Terminating (SIGTERM)\u000a23:52:05.370628 run iperf3-srv_10.42.42.10(pid=31681): Terminating (SIGTERM)\u000a23:52:05.412098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31684): Terminating (SIGTERM)\u000a23:52:05.453881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31687): Terminating (SIGTERM)\u000a23:52:05.495139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31690): Terminating (SIGTERM)\u000a23:52:05.505107 --- ParallelTerminationStrategy: PID 31680 died...\u000a23:52:05.560593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31680): Terminated: ok {rc=0}\u000a23:52:05.570947 --- ParallelTerminationStrategy: PID 31681 died...\u000a23:52:05.626715 run iperf3-srv_10.42.42.10(pid=31681): Terminated {rc=256}\u000a23:52:05.636601 --- ParallelTerminationStrategy: PID 31684 died...\u000a23:52:05.692112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31684): Terminated: ok {rc=0}\u000a23:52:05.702203 --- ParallelTerminationStrategy: PID 31687 died...\u000a23:52:05.757631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31687): Terminated: ok {rc=0}\u000a23:52:05.767917 --- ParallelTerminationStrategy: PID 31690 died...\u000a23:52:05.823683 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31690): Terminated: ok {rc=0}\u000a23:52:05.910873 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31706): Process ended prematurely: osmo-stp_10.42.42.5(pid=31706) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31706): Process ended prematurely: osmo-stp_10.42.42.5(pid=31706) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a23:52:07.021947 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.033439 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:07.182235 tst iperf3m4.py: using LAC 24536\u000a23:52:07.307414 tst iperf3m4.py: using RAC 56\u000a23:52:07.425768 tst iperf3m4.py: using CellId 24536\u000a23:52:07.543530 tst iperf3m4.py: using BVCI 24537\u000a23:52:07.566486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.577330 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.587926 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.599100 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.610059 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.621036 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.632218 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.643201 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:07.654463 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:07.776228 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:07.894736 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:08.014098 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:08.294480 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:52:08.420568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:08.730940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31692): Launched\u000a23:52:08.988501 run iperf3-srv_10.42.42.10(pid=31693): Launched\u000a23:52:09.172818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:52:09.297975 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:09.607702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31694): Launched\u000a23:52:09.865806 run iperf3-srv_10.42.42.10(pid=31695): Launched\u000a23:52:10.048426 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:52:10.173700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:10.483661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31696): Launched\u000a23:52:10.740828 run iperf3-srv_10.42.42.10(pid=31697): Launched\u000a23:52:10.923706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:52:11.048293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:11.359789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Launched\u000a23:52:11.617795 run iperf3-srv_10.42.42.10(pid=31699): Launched\u000a23:52:11.800278 tst iperf3m4.py:8: start network...\u000a23:52:11.925486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:12.405455 run create_hlr_db(pid=31700): Launched\u000a23:52:12.579269 bus /gobi_6: Setting Powered False\u000a23:52:13.600577 run create_hlr_db(pid=31700): Terminated: ok {rc=0}\u000a23:52:14.027327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31702): Launched\u000a23:52:14.350788 run osmo-hlr_10.42.42.2(pid=31703): Launched\u000a23:52:14.471822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:15.033318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31705): Launched\u000a23:52:15.357849 run osmo-stp_10.42.42.5(pid=31706): Launched\u000a23:52:15.475997 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:16.092282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31708): Launched\u000a23:52:16.226068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:16.518302 run patchelf(pid=31709): Launched\u000a23:52:16.712760 run osmo-stp_10.42.42.5(pid=31706): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)]\u000a23:52:16.856599 run osmo-stp_10.42.42.5(pid=31706): stdout: \u000a| (launched: 2022-12-09_23:52:15.198681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:16.998751 run osmo-stp_10.42.42.5(pid=31706): stderr: \u000a| �[0;m�[38;5;43m20221209235215391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235215391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235215391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235215392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235215392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235215392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235215392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:17.135770 run osmo-stp_10.42.42.5(pid=31706): stdout: \u000a| (launched: 2022-12-09_23:52:15.198681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:17.271650 run osmo-stp_10.42.42.5(pid=31706): stderr: \u000a| �[0;m�[38;5;43m20221209235215391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235215391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235215391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235215392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235215392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235215392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235215392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:17.426570 run patchelf(pid=31709): Terminating (SIGINT)\u000a23:52:17.608641 run patchelf(pid=31709): Terminated: ok {rc=0}\u000a23:52:17.642287 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31706): Process ended prematurely: osmo-stp_10.42.42.5(pid=31706) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31706)] [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a23:52:17.652534 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a23:52:17.717069 run osmo-hlr_10.42.42.2(pid=31703): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31703)]\u000a23:52:17.768735 run osmo-hlr_10.42.42.2(pid=31703): stdout: \u000a| (launched: 2022-12-09_23:52:14.191760) \u000a23:52:17.821000 run osmo-hlr_10.42.42.2(pid=31703): stderr: \u000a| �[0;m�[1;31m20221209235214388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235214388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235214388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235214389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235214389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235214389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235214405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235214415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235214415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235214415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:17.865582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31692): Terminating (SIGTERM)\u000a23:52:17.907497 run iperf3-srv_10.42.42.10(pid=31693): Terminating (SIGTERM)\u000a23:52:17.949612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31694): Terminating (SIGTERM)\u000a23:52:17.991777 run iperf3-srv_10.42.42.10(pid=31695): Terminating (SIGTERM)\u000a23:52:18.033774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31696): Terminating (SIGTERM)\u000a23:52:18.076484 run iperf3-srv_10.42.42.10(pid=31697): Terminating (SIGTERM)\u000a23:52:18.118286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Terminating (SIGTERM)\u000a23:52:18.160414 run iperf3-srv_10.42.42.10(pid=31699): Terminating (SIGTERM)\u000a23:52:18.202622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31702): Terminating (SIGTERM)\u000a23:52:18.244566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31705): Terminating (SIGTERM)\u000a23:52:18.286699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31708): Terminating (SIGTERM)\u000a23:52:18.296255 --- ParallelTerminationStrategy: PID 31692 died...\u000a23:52:18.352820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31692): Terminated: ok {rc=0}\u000a23:52:18.363014 --- ParallelTerminationStrategy: PID 31693 died...\u000a23:52:18.419279 run iperf3-srv_10.42.42.10(pid=31693): Terminated {rc=256}\u000a23:52:18.429593 --- ParallelTerminationStrategy: PID 31694 died...\u000a23:52:18.485928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31694): Terminated: ok {rc=0}\u000a23:52:18.496122 --- ParallelTerminationStrategy: PID 31695 died...\u000a23:52:18.551890 run iperf3-srv_10.42.42.10(pid=31695): Terminated {rc=256}\u000a23:52:18.562364 --- ParallelTerminationStrategy: PID 31696 died...\u000a23:52:18.618476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31696): Terminated: ok {rc=0}\u000a23:52:18.628446 --- ParallelTerminationStrategy: PID 31697 died...\u000a23:52:18.684524 run iperf3-srv_10.42.42.10(pid=31697): Terminated {rc=256}\u000a23:52:18.694735 --- ParallelTerminationStrategy: PID 31698 died...\u000a23:52:18.750780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31698): Terminated: ok {rc=0}\u000a23:52:18.761172 --- ParallelTerminationStrategy: PID 31699 died...\u000a23:52:18.817283 run iperf3-srv_10.42.42.10(pid=31699): Terminated {rc=256}\u000a23:52:18.827501 --- ParallelTerminationStrategy: PID 31702 died...\u000a23:52:18.883603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31702): Terminated: ok {rc=0}\u000a23:52:18.894157 --- ParallelTerminationStrategy: PID 31705 died...\u000a23:52:18.950445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31705): Terminated: ok {rc=0}\u000a23:52:18.961137 --- ParallelTerminationStrategy: PID 31708 died...\u000a23:52:19.017313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31708): Terminated: ok {rc=0}\u000a23:52:19.104319 bus /gobi_4: Setting Powered False\u000a23:52:20.209599 bus /gobi_4: Setting Powered False\u000a23:52:21.320808 bus /gobi_1: Setting Powered False\u000a23:52:22.422607 bus /gobi_1: Setting Powered False\u000a23:52:23.533041 bus /gobi_0: Setting Powered False\u000a23:52:24.635890 bus /gobi_0: Setting Powered False\u000a23:52:25.747994 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31716): Process ended prematurely: osmo-stp_10.42.42.5(pid=31716) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31716): Process ended prematurely: osmo-stp_10.42.42.5(pid=31716) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a23:52:26.814915 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:26.826725 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:26.963200 tst ping.py: using LAC 24537\u000a23:52:27.080078 tst ping.py: using RAC 57\u000a23:52:27.199157 tst ping.py: using CellId 24537\u000a23:52:27.317136 tst ping.py: using BVCI 24538\u000a23:52:27.339906 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:27.350879 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:27.361649 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:27.372269 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:27.382838 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:27.393500 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:27.404232 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:27.414888 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:27.687414 tst ping.py:19: start network...\u000a23:52:27.810717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:28.283825 run create_hlr_db(pid=31710): Launched\u000a23:52:28.454830 bus /gobi_6: Setting Powered False\u000a23:52:29.476299 run create_hlr_db(pid=31710): Terminated: ok {rc=0}\u000a23:52:29.869599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31712): Launched\u000a23:52:30.163764 run osmo-hlr_10.42.42.2(pid=31713): Launched\u000a23:52:30.290297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:30.814871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31715): Launched\u000a23:52:31.246948 run osmo-stp_10.42.42.5(pid=31716): Launched\u000a23:52:31.527505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:32.069608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31718): Launched\u000a23:52:32.176190 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:32.448111 run patchelf(pid=31719): Launched\u000a23:52:32.619895 run osmo-stp_10.42.42.5(pid=31716): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)]\u000a23:52:32.746244 run osmo-stp_10.42.42.5(pid=31716): stdout: \u000a| (launched: 2022-12-09_23:52:30.980470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:32.872669 run osmo-stp_10.42.42.5(pid=31716): stderr: \u000a| �[0;m�[38;5;43m20221209235231355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235231356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235231357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235231359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235231365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235231366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235231366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:32.994749 run osmo-stp_10.42.42.5(pid=31716): stdout: \u000a| (launched: 2022-12-09_23:52:30.980470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:33.115841 run osmo-stp_10.42.42.5(pid=31716): stderr: \u000a| �[0;m�[38;5;43m20221209235231355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235231356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235231357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235231359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235231365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235231366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235231366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:33.257231 run patchelf(pid=31719): Terminating (SIGINT)\u000a23:52:33.422806 run patchelf(pid=31719): Terminated: ok {rc=0}\u000a23:52:33.452819 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31716): Process ended prematurely: osmo-stp_10.42.42.5(pid=31716) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31716)] [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a23:52:33.461490 tst ping.py:22: Test FAILED (6.6 sec)\u000a23:52:33.520924 run osmo-hlr_10.42.42.2(pid=31713): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31713)]\u000a23:52:33.569506 run osmo-hlr_10.42.42.2(pid=31713): stdout: \u000a| (launched: 2022-12-09_23:52:30.019013) \u000a23:52:33.618886 run osmo-hlr_10.42.42.2(pid=31713): stderr: \u000a| �[0;m�[1;31m20221209235230194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235230194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235230194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235230194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235230194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235230194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235230229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235230238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235230238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235230238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:33.660868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31712): Terminating (SIGTERM)\u000a23:52:33.700746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31715): Terminating (SIGTERM)\u000a23:52:33.740636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31718): Terminating (SIGTERM)\u000a23:52:33.750122 --- ParallelTerminationStrategy: PID 31712 died...\u000a23:52:33.803252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31712): Terminated: ok {rc=0}\u000a23:52:33.813193 --- ParallelTerminationStrategy: PID 31715 died...\u000a23:52:33.866102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31715): Terminated: ok {rc=0}\u000a23:52:33.875800 --- ParallelTerminationStrategy: PID 31718 died...\u000a23:52:33.928674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31718): Terminated: ok {rc=0}\u000a23:52:34.016807 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31730): Process ended prematurely: osmo-stp_10.42.42.5(pid=31730) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31730): Process ended prematurely: osmo-stp_10.42.42.5(pid=31730) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a23:52:35.069394 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.081486 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a23:52:35.219973 tst ping_idle_ping.py: using LAC 24538\u000a23:52:35.338466 tst ping_idle_ping.py: using RAC 58\u000a23:52:35.464832 tst ping_idle_ping.py: using CellId 24538\u000a23:52:35.586250 tst ping_idle_ping.py: using BVCI 24539\u000a23:52:35.609063 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.620125 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.630956 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.642097 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.653025 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.664040 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.675195 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a23:52:35.686501 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a23:52:35.983307 tst ping_idle_ping.py:24: start network...\u000a23:52:36.117924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:36.620882 run create_hlr_db(pid=31724): Launched\u000a23:52:36.806402 bus /gobi_6: Setting Powered False\u000a23:52:37.827008 run create_hlr_db(pid=31724): Terminated: ok {rc=0}\u000a23:52:38.226452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31726): Launched\u000a23:52:38.523116 run osmo-hlr_10.42.42.2(pid=31727): Launched\u000a23:52:38.632763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:39.147095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31729): Launched\u000a23:52:39.444872 run osmo-stp_10.42.42.5(pid=31730): Launched\u000a23:52:39.552879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:40.068932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31732): Launched\u000a23:52:40.174726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:40.432817 run patchelf(pid=31733): Launched\u000a23:52:40.608683 run osmo-stp_10.42.42.5(pid=31730): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)]\u000a23:52:40.736402 run osmo-stp_10.42.42.5(pid=31730): stdout: \u000a| (launched: 2022-12-09_23:52:39.298559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:40.864319 run osmo-stp_10.42.42.5(pid=31730): stderr: \u000a| �[0;m�[38;5;43m20221209235239468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235239468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235239468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235239469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235239469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235239469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235239469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:40.987656 run osmo-stp_10.42.42.5(pid=31730): stdout: \u000a| (launched: 2022-12-09_23:52:39.298559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:41.109828 run osmo-stp_10.42.42.5(pid=31730): stderr: \u000a| �[0;m�[38;5;43m20221209235239468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235239468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235239468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235239469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235239469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235239469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235239469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:41.251628 run patchelf(pid=31733): Terminating (SIGINT)\u000a23:52:41.420148 run patchelf(pid=31733): Terminated: ok {rc=0}\u000a23:52:41.450793 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31730): Process ended prematurely: osmo-stp_10.42.42.5(pid=31730) [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31730)] [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a23:52:41.459457 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a23:52:41.519446 run osmo-hlr_10.42.42.2(pid=31727): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31727)]\u000a23:52:41.568323 run osmo-hlr_10.42.42.2(pid=31727): stdout: \u000a| (launched: 2022-12-09_23:52:38.377618) \u000a23:52:41.617845 run osmo-hlr_10.42.42.2(pid=31727): stderr: \u000a| �[0;m�[1;31m20221209235238555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235238555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235238555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235238555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235238555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235238555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235238569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235238577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235238577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235238577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:41.659607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31726): Terminating (SIGTERM)\u000a23:52:41.698956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31729): Terminating (SIGTERM)\u000a23:52:41.738255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31732): Terminating (SIGTERM)\u000a23:52:41.747570 --- ParallelTerminationStrategy: PID 31726 died...\u000a23:52:41.800602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31726): Terminated: ok {rc=0}\u000a23:52:41.810557 --- ParallelTerminationStrategy: PID 31729 died...\u000a23:52:41.863167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31729): Terminated: ok {rc=0}\u000a23:52:41.872927 --- ParallelTerminationStrategy: PID 31732 died...\u000a23:52:41.925713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31732): Terminated: ok {rc=0}\u000a23:52:42.008486 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:51:44" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31747): Process ended prematurely: osmo-stp_10.42.42.5(pid=31747) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31747): Process ended prematurely: osmo-stp_10.42.42.5(pid=31747) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:52:44.174932 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.186234 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:52:44.352690 tst cs_paging_gprs_active.py: using LAC 24539\u000a23:52:44.480087 tst cs_paging_gprs_active.py: using RAC 59\u000a23:52:44.608370 tst cs_paging_gprs_active.py: using CellId 24539\u000a23:52:44.736190 tst cs_paging_gprs_active.py: using BVCI 24540\u000a23:52:44.760778 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.772079 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.783327 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.795473 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.807400 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.819473 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.831977 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.844550 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:44.856054 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:52:44.975830 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:52:45.269949 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:52:45.405420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:45.739020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31737): Launched\u000a23:52:46.048842 run iperf3-srv_10.42.42.10(pid=31738): Launched\u000a23:52:46.315310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:52:46.446759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:46.805785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31739): Launched\u000a23:52:47.176357 run iperf3-srv_10.42.42.10(pid=31740): Launched\u000a23:52:47.384115 tst cs_paging_gprs_active.py:38: start network...\u000a23:52:47.509513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:47.991076 run create_hlr_db(pid=31741): Launched\u000a23:52:48.163888 bus /gobi_6: Setting Powered False\u000a23:52:49.185891 run create_hlr_db(pid=31741): Terminated: ok {rc=0}\u000a23:52:49.614628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31743): Launched\u000a23:52:49.937292 run osmo-hlr_10.42.42.2(pid=31744): Launched\u000a23:52:50.059532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:52:50.618936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31746): Launched\u000a23:52:50.941399 run osmo-stp_10.42.42.5(pid=31747): Launched\u000a23:52:51.058752 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:52:51.622097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31749): Launched\u000a23:52:51.737420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:52:52.025303 run patchelf(pid=31750): Launched\u000a23:52:52.214945 run osmo-stp_10.42.42.5(pid=31747): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)]\u000a23:52:52.353804 run osmo-stp_10.42.42.5(pid=31747): stdout: \u000a| (launched: 2022-12-09_23:52:50.782941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:52.492805 run osmo-stp_10.42.42.5(pid=31747): stderr: \u000a| �[0;m�[38;5;43m20221209235250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235250976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235250976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235250976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235250977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235250977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235250977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:52.626622 run osmo-stp_10.42.42.5(pid=31747): stdout: \u000a| (launched: 2022-12-09_23:52:50.782941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:52:52.759068 run osmo-stp_10.42.42.5(pid=31747): stderr: \u000a| �[0;m�[38;5;43m20221209235250975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235250976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235250976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235250976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235250977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235250977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235250977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:52:52.913671 run patchelf(pid=31750): Terminating (SIGINT)\u000a23:52:53.095474 run patchelf(pid=31750): Terminated: ok {rc=0}\u000a23:52:53.129117 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31747): Process ended prematurely: osmo-stp_10.42.42.5(pid=31747) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a23:52:53.138905 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a23:52:53.202685 run osmo-hlr_10.42.42.2(pid=31744): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31744)]\u000a23:52:53.254088 run osmo-hlr_10.42.42.2(pid=31744): stdout: \u000a| (launched: 2022-12-09_23:52:49.778568) \u000a23:52:53.306114 run osmo-hlr_10.42.42.2(pid=31744): stderr: \u000a| �[0;m�[1;31m20221209235249977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235249977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235249977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235249977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235249977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235249978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235249990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235249998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235249998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235249998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:52:53.350268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31737): Terminating (SIGTERM)\u000a23:52:53.392352 run iperf3-srv_10.42.42.10(pid=31738): Terminating (SIGTERM)\u000a23:52:53.433992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31739): Terminating (SIGTERM)\u000a23:52:53.475905 run iperf3-srv_10.42.42.10(pid=31740): Terminating (SIGTERM)\u000a23:52:53.517936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31743): Terminating (SIGTERM)\u000a23:52:53.559669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31746): Terminating (SIGTERM)\u000a23:52:53.601636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31749): Terminating (SIGTERM)\u000a23:52:53.611608 --- ParallelTerminationStrategy: PID 31737 died...\u000a23:52:53.667655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31737): Terminated: ok {rc=0}\u000a23:52:53.677795 --- ParallelTerminationStrategy: PID 31738 died...\u000a23:52:53.733507 run iperf3-srv_10.42.42.10(pid=31738): Terminated {rc=256}\u000a23:52:53.743470 --- ParallelTerminationStrategy: PID 31739 died...\u000a23:52:53.799151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31739): Terminated: ok {rc=0}\u000a23:52:53.809295 --- ParallelTerminationStrategy: PID 31740 died...\u000a23:52:53.864935 run iperf3-srv_10.42.42.10(pid=31740): Terminated {rc=256}\u000a23:52:53.875017 --- ParallelTerminationStrategy: PID 31743 died...\u000a23:52:53.931197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31743): Terminated: ok {rc=0}\u000a23:52:53.941393 --- ParallelTerminationStrategy: PID 31746 died...\u000a23:52:53.997206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31746): Terminated: ok {rc=0}\u000a23:52:54.007541 --- ParallelTerminationStrategy: PID 31749 died...\u000a23:52:54.063606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31749): Terminated: ok {rc=0}\u000a23:52:54.150665 bus /gobi_0: Setting Powered False\u000a23:52:55.257327 bus /gobi_0: Setting Powered False\u000a23:52:56.367796 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31770): Process ended prematurely: osmo-stp_10.42.42.5(pid=31770) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31770): Process ended prematurely: osmo-stp_10.42.42.5(pid=31770) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a23:52:57.478551 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:57.490150 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:52:57.649835 tst iperf3.py: using LAC 24540\u000a23:52:57.766788 tst iperf3.py: using RAC 60\u000a23:52:57.883954 tst iperf3.py: using CellId 24540\u000a23:52:58.000453 tst iperf3.py: using BVCI 24541\u000a23:52:58.023530 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.034526 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.045190 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.055971 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.066778 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.077709 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.088611 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.099442 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:52:58.110421 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:52:58.399731 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:52:58.534933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:52:58.867105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31751): Launched\u000a23:52:59.143493 run iperf3-srv_10.42.42.10(pid=31752): Launched\u000a23:52:59.340766 tst iperf3.py:8: start network...\u000a23:52:59.475623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:52:59.979912 run create_hlr_db(pid=31753): Launched\u000a23:53:00.166348 bus /gobi_6: Setting Powered False\u000a23:53:01.201679 run create_hlr_db(pid=31753): Terminated: ok {rc=0}\u000a23:53:01.621322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31755): Launched\u000a23:53:02.035457 run osmo-hlr_10.42.42.2(pid=31756): Launched\u000a23:53:02.236534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:02.943261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31769): Launched\u000a23:53:03.372608 run osmo-stp_10.42.42.5(pid=31770): Launched\u000a23:53:03.592678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:04.167302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31772): Launched\u000a23:53:04.284285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:04.577612 run patchelf(pid=31773): Launched\u000a23:53:04.754656 run osmo-stp_10.42.42.5(pid=31770): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)]\u000a23:53:04.883013 run osmo-stp_10.42.42.5(pid=31770): stdout: \u000a| (launched: 2022-12-09_23:53:03.107122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:05.012651 run osmo-stp_10.42.42.5(pid=31770): stderr: \u000a| �[0;m�[38;5;43m20221209235303404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235303404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235303404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235303413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235303413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235303414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235303414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:05.136576 run osmo-stp_10.42.42.5(pid=31770): stdout: \u000a| (launched: 2022-12-09_23:53:03.107122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:05.260520 run osmo-stp_10.42.42.5(pid=31770): stderr: \u000a| �[0;m�[38;5;43m20221209235303404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235303404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235303404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235303413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235303413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235303414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235303414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:05.406593 run patchelf(pid=31773): Terminating (SIGINT)\u000a23:53:05.577742 run patchelf(pid=31773): Terminated: ok {rc=0}\u000a23:53:05.610386 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31770): Process ended prematurely: osmo-stp_10.42.42.5(pid=31770) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31770)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a23:53:05.620141 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a23:53:05.681624 run osmo-hlr_10.42.42.2(pid=31756): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31756)]\u000a23:53:05.731574 run osmo-hlr_10.42.42.2(pid=31756): stdout: \u000a| (launched: 2022-12-09_23:53:01.776725) \u000a23:53:05.782103 run osmo-hlr_10.42.42.2(pid=31756): stderr: \u000a| �[0;m�[1;31m20221209235302133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235302133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235302134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235302134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235302134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235302134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235302145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235302166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235302166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235302166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:05.825073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31751): Terminating (SIGTERM)\u000a23:53:05.866814 run iperf3-srv_10.42.42.10(pid=31752): Terminating (SIGTERM)\u000a23:53:05.910769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31755): Terminating (SIGTERM)\u000a23:53:05.953228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31769): Terminating (SIGTERM)\u000a23:53:05.995228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31772): Terminating (SIGTERM)\u000a23:53:06.005703 --- ParallelTerminationStrategy: PID 31751 died...\u000a23:53:06.060845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31751): Terminated: ok {rc=0}\u000a23:53:06.071411 --- ParallelTerminationStrategy: PID 31752 died...\u000a23:53:06.126250 run iperf3-srv_10.42.42.10(pid=31752): Terminated {rc=256}\u000a23:53:06.136366 --- ParallelTerminationStrategy: PID 31755 died...\u000a23:53:06.190272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31755): Terminated: ok {rc=0}\u000a23:53:06.200129 --- ParallelTerminationStrategy: PID 31769 died...\u000a23:53:06.254001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31769): Terminated: ok {rc=0}\u000a23:53:06.263897 --- ParallelTerminationStrategy: PID 31772 died...\u000a23:53:06.317619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31772): Terminated: ok {rc=0}\u000a23:53:06.405038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32049): Process ended prematurely: osmo-stp_10.42.42.5(pid=32049) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32049)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32049): Process ended prematurely: osmo-stp_10.42.42.5(pid=32049) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a23:53:07.516505 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:07.528635 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:07.685540 tst iperf3m4.py: using LAC 24541\u000a23:53:07.803649 tst iperf3m4.py: using RAC 61\u000a23:53:07.922677 tst iperf3m4.py: using CellId 24541\u000a23:53:08.045529 tst iperf3m4.py: using BVCI 24542\u000a23:53:08.068730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.080044 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.091666 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.103028 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.114367 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.125719 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.137551 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.148690 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:08.161205 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:08.281177 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:08.406183 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:08.529713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:08.827183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:53:08.962394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:09.309457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31776): Launched\u000a23:53:09.601982 run iperf3-srv_10.42.42.10(pid=31777): Launched\u000a23:53:09.799424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:53:09.934632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:10.283609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31778): Launched\u000a23:53:10.576129 run iperf3-srv_10.42.42.10(pid=31779): Launched\u000a23:53:10.773305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:53:10.907637 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:11.256628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31780): Launched\u000a23:53:11.548693 run iperf3-srv_10.42.42.10(pid=31781): Launched\u000a23:53:11.766136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:53:11.932770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:12.293021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31815): Launched\u000a23:53:12.623377 run iperf3-srv_10.42.42.10(pid=31832): Launched\u000a23:53:12.846153 tst iperf3m4.py:8: start network...\u000a23:53:12.995757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:13.645197 run create_hlr_db(pid=31950): Launched\u000a23:53:13.849378 bus /gobi_6: Setting Powered False\u000a23:53:14.859620 run create_hlr_db(pid=31950): Terminated: ok {rc=0}\u000a23:53:15.329718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32045): Launched\u000a23:53:15.766532 run osmo-hlr_10.42.42.2(pid=32046): Launched\u000a23:53:16.013483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:16.705978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32048): Launched\u000a23:53:17.122387 run osmo-stp_10.42.42.5(pid=32049): Launched\u000a23:53:17.402157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:18.097701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32051): Launched\u000a23:53:18.205095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:18.486876 run patchelf(pid=32052): Launched\u000a23:53:18.663479 run osmo-stp_10.42.42.5(pid=32049): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32049)]\u000a23:53:18.793129 run osmo-stp_10.42.42.5(pid=32049): stdout: \u000a| (launched: 2022-12-09_23:53:16.870760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:18.923878 run osmo-stp_10.42.42.5(pid=32049): stderr: \u000a| �[0;m�[38;5;43m20221209235317218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235317218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235317218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235317219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235317219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235317220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235317220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:19.049661 run osmo-stp_10.42.42.5(pid=32049): stdout: \u000a| (launched: 2022-12-09_23:53:16.870760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:19.174345 run osmo-stp_10.42.42.5(pid=32049): stderr: \u000a| �[0;m�[38;5;43m20221209235317218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235317218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235317218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235317219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235317219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235317220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235317220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:19.319411 run patchelf(pid=32052): Terminating (SIGINT)\u000a23:53:19.489741 run patchelf(pid=32052): Terminated: ok {rc=0}\u000a23:53:19.522564 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32049): Process ended prematurely: osmo-stp_10.42.42.5(pid=32049) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32049)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a23:53:19.533021 tst iperf3m4.py:8: Test FAILED (12.0 sec)\u000a23:53:19.596082 run osmo-hlr_10.42.42.2(pid=32046): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32046)]\u000a23:53:19.646995 run osmo-hlr_10.42.42.2(pid=32046): stdout: \u000a| (launched: 2022-12-09_23:53:15.496790) \u000a23:53:19.698533 run osmo-hlr_10.42.42.2(pid=32046): stderr: \u000a| �[0;m�[1;31m20221209235315813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235315813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235315813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235315813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235315813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235315813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235315830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235315860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235315860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235315860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:19.742264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31776): Terminating (SIGTERM)\u000a23:53:19.783893 run iperf3-srv_10.42.42.10(pid=31777): Terminating (SIGTERM)\u000a23:53:19.827543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31778): Terminating (SIGTERM)\u000a23:53:19.871412 run iperf3-srv_10.42.42.10(pid=31779): Terminating (SIGTERM)\u000a23:53:19.914814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31780): Terminating (SIGTERM)\u000a23:53:19.958604 run iperf3-srv_10.42.42.10(pid=31781): Terminating (SIGTERM)\u000a23:53:20.002358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31815): Terminating (SIGTERM)\u000a23:53:20.044279 run iperf3-srv_10.42.42.10(pid=31832): Terminating (SIGTERM)\u000a23:53:20.087356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32045): Terminating (SIGTERM)\u000a23:53:20.129380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32048): Terminating (SIGTERM)\u000a23:53:20.174565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32051): Terminating (SIGTERM)\u000a23:53:20.185288 --- ParallelTerminationStrategy: PID 31776 died...\u000a23:53:20.242511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31776): Terminated: ok {rc=0}\u000a23:53:20.253025 --- ParallelTerminationStrategy: PID 31777 died...\u000a23:53:20.307958 run iperf3-srv_10.42.42.10(pid=31777): Terminated {rc=256}\u000a23:53:20.318389 --- ParallelTerminationStrategy: PID 31778 died...\u000a23:53:20.374315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31778): Terminated: ok {rc=0}\u000a23:53:20.384848 --- ParallelTerminationStrategy: PID 31779 died...\u000a23:53:20.439769 run iperf3-srv_10.42.42.10(pid=31779): Terminated {rc=256}\u000a23:53:20.450168 --- ParallelTerminationStrategy: PID 31780 died...\u000a23:53:20.505063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31780): Terminated: ok {rc=0}\u000a23:53:20.515975 --- ParallelTerminationStrategy: PID 31781 died...\u000a23:53:20.570590 run iperf3-srv_10.42.42.10(pid=31781): Terminated {rc=256}\u000a23:53:20.581416 --- ParallelTerminationStrategy: PID 31815 died...\u000a23:53:20.636128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31815): Terminated: ok {rc=0}\u000a23:53:20.646688 --- ParallelTerminationStrategy: PID 31832 died...\u000a23:53:20.701667 run iperf3-srv_10.42.42.10(pid=31832): Terminated {rc=256}\u000a23:53:20.712101 --- ParallelTerminationStrategy: PID 32045 died...\u000a23:53:20.767024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32045): Terminated: ok {rc=0}\u000a23:53:20.777718 --- ParallelTerminationStrategy: PID 32048 died...\u000a23:53:20.836159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32048): Terminated: ok {rc=0}\u000a23:53:20.847223 --- ParallelTerminationStrategy: PID 32051 died...\u000a23:53:20.902370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32051): Terminated: ok {rc=0}\u000a23:53:20.989065 bus /gobi_4: Setting Powered False\u000a23:53:22.095601 bus /gobi_4: Setting Powered False\u000a23:53:23.208515 bus /gobi_1: Setting Powered False\u000a23:53:24.312718 bus /gobi_1: Setting Powered False\u000a23:53:25.422364 bus /gobi_0: Setting Powered False\u000a23:53:26.523752 bus /gobi_0: Setting Powered False\u000a23:53:27.634547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32060): Process ended prematurely: osmo-stp_10.42.42.5(pid=32060) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32060)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32060): Process ended prematurely: osmo-stp_10.42.42.5(pid=32060) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a23:53:28.699738 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:28.711299 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:28.870353 tst ping.py: using LAC 24542\u000a23:53:28.983941 tst ping.py: using RAC 62\u000a23:53:29.096843 tst ping.py: using CellId 24542\u000a23:53:29.209782 tst ping.py: using BVCI 24543\u000a23:53:29.232230 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:29.243065 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:29.253709 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:29.264466 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:29.275256 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:29.285889 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:29.296901 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:29.307728 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:29.576801 tst ping.py:19: start network...\u000a23:53:29.699478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:30.167482 run create_hlr_db(pid=32054): Launched\u000a23:53:30.335846 bus /gobi_6: Setting Powered False\u000a23:53:31.401798 run create_hlr_db(pid=32054): Terminated: ok {rc=0}\u000a23:53:31.866964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32056): Launched\u000a23:53:32.281006 run osmo-hlr_10.42.42.2(pid=32057): Launched\u000a23:53:32.388133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:32.893619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32059): Launched\u000a23:53:33.184470 run osmo-stp_10.42.42.5(pid=32060): Launched\u000a23:53:33.294686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:33.800924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32062): Launched\u000a23:53:33.905117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:34.158461 run patchelf(pid=32063): Launched\u000a23:53:34.329078 run osmo-stp_10.42.42.5(pid=32060): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32060)]\u000a23:53:34.454023 run osmo-stp_10.42.42.5(pid=32060): stdout: \u000a| (launched: 2022-12-09_23:53:33.040845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:34.579156 run osmo-stp_10.42.42.5(pid=32060): stderr: \u000a| �[0;m�[38;5;43m20221209235333210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235333210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235333211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235333211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:34.699475 run osmo-stp_10.42.42.5(pid=32060): stdout: \u000a| (launched: 2022-12-09_23:53:33.040845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:34.818807 run osmo-stp_10.42.42.5(pid=32060): stderr: \u000a| �[0;m�[38;5;43m20221209235333210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235333210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235333211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235333211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235333212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:34.958051 run patchelf(pid=32063): Terminating (SIGINT)\u000a23:53:35.121251 run patchelf(pid=32063): Terminated: ok {rc=0}\u000a23:53:35.150950 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32060): Process ended prematurely: osmo-stp_10.42.42.5(pid=32060) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32060)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a23:53:35.159568 tst ping.py:22: Test FAILED (6.4 sec)\u000a23:53:35.218931 run osmo-hlr_10.42.42.2(pid=32057): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32057)]\u000a23:53:35.267537 run osmo-hlr_10.42.42.2(pid=32057): stdout: \u000a| (launched: 2022-12-09_23:53:32.059186) \u000a23:53:35.316981 run osmo-hlr_10.42.42.2(pid=32057): stderr: \u000a| �[0;m�[1;31m20221209235332307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235332307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235332307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235332307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235332307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235332307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235332319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235332328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235332328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235332328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:35.358842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32056): Terminating (SIGTERM)\u000a23:53:35.398389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32059): Terminating (SIGTERM)\u000a23:53:35.437989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32062): Terminating (SIGTERM)\u000a23:53:35.447221 --- ParallelTerminationStrategy: PID 32056 died...\u000a23:53:35.499834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32056): Terminated: ok {rc=0}\u000a23:53:35.509561 --- ParallelTerminationStrategy: PID 32059 died...\u000a23:53:35.561950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32059): Terminated: ok {rc=0}\u000a23:53:35.571591 --- ParallelTerminationStrategy: PID 32062 died...\u000a23:53:35.624143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32062): Terminated: ok {rc=0}\u000a23:53:35.711953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32071): Process ended prematurely: osmo-stp_10.42.42.5(pid=32071) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32071)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32071): Process ended prematurely: osmo-stp_10.42.42.5(pid=32071) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a23:53:36.762840 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:36.774384 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a23:53:36.930135 tst ping_idle_ping.py: using LAC 24543\u000a23:53:37.045049 tst ping_idle_ping.py: using RAC 63\u000a23:53:37.161438 tst ping_idle_ping.py: using CellId 24543\u000a23:53:37.275744 tst ping_idle_ping.py: using BVCI 24544\u000a23:53:37.298142 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:37.308857 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:37.319464 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:37.330382 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:37.341186 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:37.352359 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:37.363324 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a23:53:37.374433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a23:53:37.659937 tst ping_idle_ping.py:24: start network...\u000a23:53:37.790973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:38.282400 run create_hlr_db(pid=32065): Launched\u000a23:53:38.463522 bus /gobi_6: Setting Powered False\u000a23:53:39.484160 run create_hlr_db(pid=32065): Terminated: ok {rc=0}\u000a23:53:39.898263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32067): Launched\u000a23:53:40.210417 run osmo-hlr_10.42.42.2(pid=32068): Launched\u000a23:53:40.326712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:40.869724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32070): Launched\u000a23:53:41.184692 run osmo-stp_10.42.42.5(pid=32071): Launched\u000a23:53:41.298683 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:41.841982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32073): Launched\u000a23:53:41.953543 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:42.225227 run patchelf(pid=32074): Launched\u000a23:53:42.407817 run osmo-stp_10.42.42.5(pid=32071): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32071)]\u000a23:53:42.541784 run osmo-stp_10.42.42.5(pid=32071): stdout: \u000a| (launched: 2022-12-09_23:53:41.030541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:42.676068 run osmo-stp_10.42.42.5(pid=32071): stderr: \u000a| �[0;m�[38;5;43m20221209235341220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235341220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235341220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235341220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235341221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235341221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235341221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:42.805736 run osmo-stp_10.42.42.5(pid=32071): stdout: \u000a| (launched: 2022-12-09_23:53:41.030541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:42.934355 run osmo-stp_10.42.42.5(pid=32071): stderr: \u000a| �[0;m�[38;5;43m20221209235341220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235341220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235341220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235341220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235341221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235341221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235341221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:43.083871 run patchelf(pid=32074): Terminating (SIGINT)\u000a23:53:43.260161 run patchelf(pid=32074): Terminated: ok {rc=0}\u000a23:53:43.292211 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32071): Process ended prematurely: osmo-stp_10.42.42.5(pid=32071) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32071)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a23:53:43.301633 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a23:53:43.364131 run osmo-hlr_10.42.42.2(pid=32068): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32068)]\u000a23:53:43.415686 run osmo-hlr_10.42.42.2(pid=32068): stdout: \u000a| (launched: 2022-12-09_23:53:40.057324) \u000a23:53:43.467611 run osmo-hlr_10.42.42.2(pid=32068): stderr: \u000a| �[0;m�[1;31m20221209235340254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235340254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235340254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235340254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235340254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235340254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235340267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235340275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235340275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235340275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:43.511417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32067): Terminating (SIGTERM)\u000a23:53:43.552889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32070): Terminating (SIGTERM)\u000a23:53:43.594401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32073): Terminating (SIGTERM)\u000a23:53:43.604172 --- ParallelTerminationStrategy: PID 32067 died...\u000a23:53:43.659999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32067): Terminated: ok {rc=0}\u000a23:53:43.670097 --- ParallelTerminationStrategy: PID 32070 died...\u000a23:53:43.725199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32070): Terminated: ok {rc=0}\u000a23:53:43.735398 --- ParallelTerminationStrategy: PID 32073 died...\u000a23:53:43.790696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32073): Terminated: ok {rc=0}\u000a23:53:43.877181 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:52:43" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:53:46.061780 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.074246 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:53:46.236154 tst cs_paging_gprs_active.py: using LAC 24544\u000a23:53:46.388134 tst cs_paging_gprs_active.py: using RAC 64\u000a23:53:46.514391 tst cs_paging_gprs_active.py: using CellId 24544\u000a23:53:46.663547 tst cs_paging_gprs_active.py: using BVCI 24545\u000a23:53:46.687583 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.699192 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.710647 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.722019 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.733517 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.744794 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.756417 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.767886 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:46.779271 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:53:46.899856 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:53:47.247323 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:53:47.383255 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:47.711536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Launched\u000a23:53:47.984364 run iperf3-srv_10.42.42.10(pid=32079): Launched\u000a23:53:48.179674 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:53:48.312381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:53:48.639659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Launched\u000a23:53:48.911339 run iperf3-srv_10.42.42.10(pid=32081): Launched\u000a23:53:49.106503 tst cs_paging_gprs_active.py:38: start network...\u000a23:53:49.239485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:53:49.737972 run create_hlr_db(pid=32082): Launched\u000a23:53:49.921300 bus /gobi_6: Setting Powered False\u000a23:53:50.942835 run create_hlr_db(pid=32082): Terminated: ok {rc=0}\u000a23:53:51.364353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Launched\u000a23:53:51.680812 run osmo-hlr_10.42.42.2(pid=32085): Launched\u000a23:53:51.799419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:53:52.350499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Launched\u000a23:53:52.665620 run osmo-stp_10.42.42.5(pid=32088): Launched\u000a23:53:52.780404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:53:53.331247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Launched\u000a23:53:53.445091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:53:53.722443 run patchelf(pid=32091): Launched\u000a23:53:53.907839 run osmo-stp_10.42.42.5(pid=32088): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)]\u000a23:53:54.043592 run osmo-stp_10.42.42.5(pid=32088): stdout: \u000a| (launched: 2022-12-09_23:53:52.511270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:54.180508 run osmo-stp_10.42.42.5(pid=32088): stderr: \u000a| �[0;m�[38;5;43m20221209235352703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235352703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235352704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235352704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235352705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235352705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235352705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:54.311641 run osmo-stp_10.42.42.5(pid=32088): stdout: \u000a| (launched: 2022-12-09_23:53:52.511270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:53:54.441793 run osmo-stp_10.42.42.5(pid=32088): stderr: \u000a| �[0;m�[38;5;43m20221209235352703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235352703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235352704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235352704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235352705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235352705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235352705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:53:54.593333 run patchelf(pid=32091): Terminating (SIGINT)\u000a23:53:54.771380 run patchelf(pid=32091): Terminated: ok {rc=0}\u000a23:53:54.804170 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32088): Process ended prematurely: osmo-stp_10.42.42.5(pid=32088) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32088)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a23:53:54.814028 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a23:53:54.876928 run osmo-hlr_10.42.42.2(pid=32085): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32085)]\u000a23:53:54.928030 run osmo-hlr_10.42.42.2(pid=32085): stdout: \u000a| (launched: 2022-12-09_23:53:51.525743) \u000a23:53:54.979925 run osmo-hlr_10.42.42.2(pid=32085): stderr: \u000a| �[0;m�[1;31m20221209235351722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235351722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235351722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235351722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235351722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235351722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235351734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235351742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235351742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235351742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:53:55.024044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Terminating (SIGTERM)\u000a23:53:55.065631 run iperf3-srv_10.42.42.10(pid=32079): Terminating (SIGTERM)\u000a23:53:55.107409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Terminating (SIGTERM)\u000a23:53:55.149062 run iperf3-srv_10.42.42.10(pid=32081): Terminating (SIGTERM)\u000a23:53:55.191123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Terminating (SIGTERM)\u000a23:53:55.232785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Terminating (SIGTERM)\u000a23:53:55.274051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Terminating (SIGTERM)\u000a23:53:55.283659 --- ParallelTerminationStrategy: PID 32078 died...\u000a23:53:55.339351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32078): Terminated: ok {rc=0}\u000a23:53:55.349402 --- ParallelTerminationStrategy: PID 32079 died...\u000a23:53:55.404542 run iperf3-srv_10.42.42.10(pid=32079): Terminated {rc=256}\u000a23:53:55.414344 --- ParallelTerminationStrategy: PID 32080 died...\u000a23:53:55.469491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32080): Terminated: ok {rc=0}\u000a23:53:55.479675 --- ParallelTerminationStrategy: PID 32081 died...\u000a23:53:55.534814 run iperf3-srv_10.42.42.10(pid=32081): Terminated {rc=256}\u000a23:53:55.544618 --- ParallelTerminationStrategy: PID 32084 died...\u000a23:53:55.600082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32084): Terminated: ok {rc=0}\u000a23:53:55.610135 --- ParallelTerminationStrategy: PID 32087 died...\u000a23:53:55.665508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32087): Terminated: ok {rc=0}\u000a23:53:55.675488 --- ParallelTerminationStrategy: PID 32090 died...\u000a23:53:55.730924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32090): Terminated: ok {rc=0}\u000a23:53:55.817189 bus /gobi_0: Setting Powered False\u000a23:53:56.919754 bus /gobi_0: Setting Powered False\u000a23:53:58.030382 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a23:53:59.139642 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.151202 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:53:59.309745 tst iperf3.py: using LAC 24545\u000a23:53:59.426537 tst iperf3.py: using RAC 65\u000a23:53:59.543731 tst iperf3.py: using CellId 24545\u000a23:53:59.661922 tst iperf3.py: using BVCI 24546\u000a23:53:59.684773 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.695795 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.706707 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.717690 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.728339 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.739140 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.750042 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.760671 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:53:59.771553 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:00.061802 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:54:00.194745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:00.522109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Launched\u000a23:54:00.793029 run iperf3-srv_10.42.42.10(pid=32093): Launched\u000a23:54:01.002842 tst iperf3.py:8: start network...\u000a23:54:01.138297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:01.678343 run create_hlr_db(pid=32094): Launched\u000a23:54:01.856797 bus /gobi_6: Setting Powered False\u000a23:54:02.872900 run create_hlr_db(pid=32094): Terminated: ok {rc=0}\u000a23:54:03.267637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Launched\u000a23:54:03.564435 run osmo-hlr_10.42.42.2(pid=32097): Launched\u000a23:54:03.677511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:04.193132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Launched\u000a23:54:04.489771 run osmo-stp_10.42.42.5(pid=32100): Launched\u000a23:54:04.598236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:05.113447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Launched\u000a23:54:05.218755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:05.476214 run patchelf(pid=32103): Launched\u000a23:54:05.649914 run osmo-stp_10.42.42.5(pid=32100): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)]\u000a23:54:05.776823 run osmo-stp_10.42.42.5(pid=32100): stdout: \u000a| (launched: 2022-12-09_23:54:04.343867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:05.904216 run osmo-stp_10.42.42.5(pid=32100): stderr: \u000a| �[0;m�[38;5;43m20221209235404515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235404515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235404515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235404516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235404516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235404516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235404516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:06.027669 run osmo-stp_10.42.42.5(pid=32100): stdout: \u000a| (launched: 2022-12-09_23:54:04.343867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:06.149424 run osmo-stp_10.42.42.5(pid=32100): stderr: \u000a| �[0;m�[38;5;43m20221209235404515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235404515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235404515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235404516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235404516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235404516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235404516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:06.291197 run patchelf(pid=32103): Terminating (SIGINT)\u000a23:54:06.458043 run patchelf(pid=32103): Terminated: ok {rc=0}\u000a23:54:06.488752 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32100): Process ended prematurely: osmo-stp_10.42.42.5(pid=32100) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32100)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a23:54:06.497971 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a23:54:06.556822 run osmo-hlr_10.42.42.2(pid=32097): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32097)]\u000a23:54:06.605119 run osmo-hlr_10.42.42.2(pid=32097): stdout: \u000a| (launched: 2022-12-09_23:54:03.418501) \u000a23:54:06.653915 run osmo-hlr_10.42.42.2(pid=32097): stderr: \u000a| �[0;m�[1;31m20221209235403596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235403596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235403596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235403596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235403596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235403596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235403609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235403617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235403618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235403618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:06.695603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Terminating (SIGTERM)\u000a23:54:06.734770 run iperf3-srv_10.42.42.10(pid=32093): Terminating (SIGTERM)\u000a23:54:06.774101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Terminating (SIGTERM)\u000a23:54:06.813343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Terminating (SIGTERM)\u000a23:54:06.853085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Terminating (SIGTERM)\u000a23:54:06.862103 --- ParallelTerminationStrategy: PID 32092 died...\u000a23:54:06.914794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32092): Terminated: ok {rc=0}\u000a23:54:06.924421 --- ParallelTerminationStrategy: PID 32093 died...\u000a23:54:06.976841 run iperf3-srv_10.42.42.10(pid=32093): Terminated {rc=256}\u000a23:54:06.986384 --- ParallelTerminationStrategy: PID 32096 died...\u000a23:54:07.038907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32096): Terminated: ok {rc=0}\u000a23:54:07.048295 --- ParallelTerminationStrategy: PID 32099 died...\u000a23:54:07.100865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32099): Terminated: ok {rc=0}\u000a23:54:07.110449 --- ParallelTerminationStrategy: PID 32102 died...\u000a23:54:07.163067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32102): Terminated: ok {rc=0}\u000a23:54:07.245740 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32118): Process ended prematurely: osmo-stp_10.42.42.5(pid=32118) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32118)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32118): Process ended prematurely: osmo-stp_10.42.42.5(pid=32118) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a23:54:08.353193 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.364713 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:08.521642 tst iperf3m4.py: using LAC 24546\u000a23:54:08.643597 tst iperf3m4.py: using RAC 66\u000a23:54:08.775298 tst iperf3m4.py: using CellId 24546\u000a23:54:08.897952 tst iperf3m4.py: using BVCI 24547\u000a23:54:08.920831 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.931780 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.942533 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.953349 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.964076 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.974856 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.985550 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:08.996000 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:09.006916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:09.125289 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:09.244913 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:09.360327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:09.637268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:54:09.761077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:10.068550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Launched\u000a23:54:10.323450 run iperf3-srv_10.42.42.10(pid=32105): Launched\u000a23:54:10.504473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:54:10.627669 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:10.933882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Launched\u000a23:54:11.187826 run iperf3-srv_10.42.42.10(pid=32107): Launched\u000a23:54:11.368923 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:54:11.492151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:11.797700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Launched\u000a23:54:12.050897 run iperf3-srv_10.42.42.10(pid=32109): Launched\u000a23:54:12.230626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:54:12.353263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:12.658726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Launched\u000a23:54:12.912683 run iperf3-srv_10.42.42.10(pid=32111): Launched\u000a23:54:13.092385 tst iperf3m4.py:8: start network...\u000a23:54:13.215997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:13.690150 run create_hlr_db(pid=32112): Launched\u000a23:54:13.861949 bus /gobi_6: Setting Powered False\u000a23:54:14.882388 run create_hlr_db(pid=32112): Terminated: ok {rc=0}\u000a23:54:15.305395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Launched\u000a23:54:15.623328 run osmo-hlr_10.42.42.2(pid=32115): Launched\u000a23:54:15.743391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:16.332396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32117): Launched\u000a23:54:16.817737 run osmo-stp_10.42.42.5(pid=32118): Launched\u000a23:54:16.983417 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:17.616778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32120): Launched\u000a23:54:17.730380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:18.006069 run patchelf(pid=32121): Launched\u000a23:54:18.192402 run osmo-stp_10.42.42.5(pid=32118): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32118)]\u000a23:54:18.328659 run osmo-stp_10.42.42.5(pid=32118): stdout: \u000a| (launched: 2022-12-09_23:54:16.538934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:18.465417 run osmo-stp_10.42.42.5(pid=32118): stderr: \u000a| �[0;m�[38;5;43m20221209235416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235416855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235416856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235416856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235416856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:18.596733 run osmo-stp_10.42.42.5(pid=32118): stdout: \u000a| (launched: 2022-12-09_23:54:16.538934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:18.726850 run osmo-stp_10.42.42.5(pid=32118): stderr: \u000a| �[0;m�[38;5;43m20221209235416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235416855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235416855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235416856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235416856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235416856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:18.878858 run patchelf(pid=32121): Terminating (SIGINT)\u000a23:54:19.057463 run patchelf(pid=32121): Terminated: ok {rc=0}\u000a23:54:19.090532 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32118): Process ended prematurely: osmo-stp_10.42.42.5(pid=32118) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32118)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a23:54:19.100398 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:54:19.164636 run osmo-hlr_10.42.42.2(pid=32115): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32115)]\u000a23:54:19.216242 run osmo-hlr_10.42.42.2(pid=32115): stdout: \u000a| (launched: 2022-12-09_23:54:15.467290) \u000a23:54:19.268919 run osmo-hlr_10.42.42.2(pid=32115): stderr: \u000a| �[0;m�[1;31m20221209235415667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235415667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235415667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235415667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235415667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235415667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235415680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235415690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235415690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235415690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:19.313137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminating (SIGTERM)\u000a23:54:19.355348 run iperf3-srv_10.42.42.10(pid=32105): Terminating (SIGTERM)\u000a23:54:19.397707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Terminating (SIGTERM)\u000a23:54:19.439544 run iperf3-srv_10.42.42.10(pid=32107): Terminating (SIGTERM)\u000a23:54:19.482259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminating (SIGTERM)\u000a23:54:19.524283 run iperf3-srv_10.42.42.10(pid=32109): Terminating (SIGTERM)\u000a23:54:19.566188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminating (SIGTERM)\u000a23:54:19.608439 run iperf3-srv_10.42.42.10(pid=32111): Terminating (SIGTERM)\u000a23:54:19.650578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Terminating (SIGTERM)\u000a23:54:19.692480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32117): Terminating (SIGTERM)\u000a23:54:19.734722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32120): Terminating (SIGTERM)\u000a23:54:19.744547 --- ParallelTerminationStrategy: PID 32104 died...\u000a23:54:19.800614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32104): Terminated: ok {rc=0}\u000a23:54:19.811209 --- ParallelTerminationStrategy: PID 32105 died...\u000a23:54:19.867205 run iperf3-srv_10.42.42.10(pid=32105): Terminated {rc=256}\u000a23:54:19.877306 --- ParallelTerminationStrategy: PID 32106 died...\u000a23:54:19.933261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32106): Terminated: ok {rc=0}\u000a23:54:19.943438 --- ParallelTerminationStrategy: PID 32107 died...\u000a23:54:19.999734 run iperf3-srv_10.42.42.10(pid=32107): Terminated {rc=256}\u000a23:54:20.010021 --- ParallelTerminationStrategy: PID 32108 died...\u000a23:54:20.066053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32108): Terminated: ok {rc=0}\u000a23:54:20.076280 --- ParallelTerminationStrategy: PID 32109 died...\u000a23:54:20.133128 run iperf3-srv_10.42.42.10(pid=32109): Terminated {rc=256}\u000a23:54:20.143313 --- ParallelTerminationStrategy: PID 32110 died...\u000a23:54:20.199593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32110): Terminated: ok {rc=0}\u000a23:54:20.209751 --- ParallelTerminationStrategy: PID 32111 died...\u000a23:54:20.265657 run iperf3-srv_10.42.42.10(pid=32111): Terminated {rc=256}\u000a23:54:20.275785 --- ParallelTerminationStrategy: PID 32114 died...\u000a23:54:20.331748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32114): Terminated: ok {rc=0}\u000a23:54:20.341821 --- ParallelTerminationStrategy: PID 32117 died...\u000a23:54:20.397667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32117): Terminated: ok {rc=0}\u000a23:54:20.407777 --- ParallelTerminationStrategy: PID 32120 died...\u000a23:54:20.463692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32120): Terminated: ok {rc=0}\u000a23:54:20.549280 bus /gobi_4: Setting Powered False\u000a23:54:21.655929 bus /gobi_4: Setting Powered False\u000a23:54:22.762387 bus /gobi_1: Setting Powered False\u000a23:54:23.869133 bus /gobi_1: Setting Powered False\u000a23:54:24.976282 bus /gobi_0: Setting Powered False\u000a23:54:26.082776 bus /gobi_0: Setting Powered False\u000a23:54:27.191887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32128): Process ended prematurely: osmo-stp_10.42.42.5(pid=32128) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32128): Process ended prematurely: osmo-stp_10.42.42.5(pid=32128) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a23:54:28.260534 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.272750 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:28.437372 tst ping.py: using LAC 24547\u000a23:54:28.565291 tst ping.py: using RAC 67\u000a23:54:28.684022 tst ping.py: using CellId 24547\u000a23:54:28.800257 tst ping.py: using BVCI 24548\u000a23:54:28.822990 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.834154 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.845051 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.856306 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.867791 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.879288 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.890617 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:28.901866 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:29.189200 tst ping.py:19: start network...\u000a23:54:29.319545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:29.820762 run create_hlr_db(pid=32122): Launched\u000a23:54:30.002370 bus /gobi_6: Setting Powered False\u000a23:54:31.040544 run create_hlr_db(pid=32122): Terminated: ok {rc=0}\u000a23:54:31.443399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32124): Launched\u000a23:54:31.884244 run osmo-hlr_10.42.42.2(pid=32125): Launched\u000a23:54:32.130553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:32.672656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32127): Launched\u000a23:54:32.983215 run osmo-stp_10.42.42.5(pid=32128): Launched\u000a23:54:33.096586 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:33.638827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32130): Launched\u000a23:54:33.750100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:34.021161 run patchelf(pid=32131): Launched\u000a23:54:34.204468 run osmo-stp_10.42.42.5(pid=32128): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)]\u000a23:54:34.338884 run osmo-stp_10.42.42.5(pid=32128): stdout: \u000a| (launched: 2022-12-09_23:54:32.830412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:34.473494 run osmo-stp_10.42.42.5(pid=32128): stderr: \u000a| �[0;m�[38;5;43m20221209235433018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235433019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235433019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235433019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235433022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235433022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235433022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:34.603174 run osmo-stp_10.42.42.5(pid=32128): stdout: \u000a| (launched: 2022-12-09_23:54:32.830412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:34.731583 run osmo-stp_10.42.42.5(pid=32128): stderr: \u000a| �[0;m�[38;5;43m20221209235433018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235433019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235433019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235433019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235433022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235433022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235433022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:34.880879 run patchelf(pid=32131): Terminating (SIGINT)\u000a23:54:35.056390 run patchelf(pid=32131): Terminated: ok {rc=0}\u000a23:54:35.088431 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32128): Process ended prematurely: osmo-stp_10.42.42.5(pid=32128) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32128)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a23:54:35.097811 tst ping.py:22: Test FAILED (6.8 sec)\u000a23:54:35.161274 run osmo-hlr_10.42.42.2(pid=32125): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32125)]\u000a23:54:35.212813 run osmo-hlr_10.42.42.2(pid=32125): stdout: \u000a| (launched: 2022-12-09_23:54:31.596391) \u000a23:54:35.265084 run osmo-hlr_10.42.42.2(pid=32125): stderr: \u000a| �[0;m�[1;31m20221209235431824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235431824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235431824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235431825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235431825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235431825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235431839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235431862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235431863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235431864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:35.309624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32124): Terminating (SIGTERM)\u000a23:54:35.351542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32127): Terminating (SIGTERM)\u000a23:54:35.393851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32130): Terminating (SIGTERM)\u000a23:54:35.403513 --- ParallelTerminationStrategy: PID 32124 died...\u000a23:54:35.459710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32124): Terminated: ok {rc=0}\u000a23:54:35.469774 --- ParallelTerminationStrategy: PID 32127 died...\u000a23:54:35.525445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32127): Terminated: ok {rc=0}\u000a23:54:35.535415 --- ParallelTerminationStrategy: PID 32130 died...\u000a23:54:35.591258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32130): Terminated: ok {rc=0}\u000a23:54:35.678189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32138): Process ended prematurely: osmo-stp_10.42.42.5(pid=32138) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32138): Process ended prematurely: osmo-stp_10.42.42.5(pid=32138) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a23:54:36.730557 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:36.743174 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:54:36.909997 tst ping_idle_ping.py: using LAC 24548\u000a23:54:37.035065 tst ping_idle_ping.py: using RAC 68\u000a23:54:37.159332 tst ping_idle_ping.py: using CellId 24548\u000a23:54:37.283152 tst ping_idle_ping.py: using BVCI 24549\u000a23:54:37.307385 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:37.318751 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:37.330006 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:37.341389 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:37.353126 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:37.364638 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:37.376672 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a23:54:37.388014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a23:54:37.674879 tst ping_idle_ping.py:24: start network...\u000a23:54:37.805819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:38.297298 run create_hlr_db(pid=32132): Launched\u000a23:54:38.479537 bus /gobi_6: Setting Powered False\u000a23:54:39.500383 run create_hlr_db(pid=32132): Terminated: ok {rc=0}\u000a23:54:39.893578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32134): Launched\u000a23:54:40.187148 run osmo-hlr_10.42.42.2(pid=32135): Launched\u000a23:54:40.299091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:40.804936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32137): Launched\u000a23:54:41.099308 run osmo-stp_10.42.42.5(pid=32138): Launched\u000a23:54:41.206441 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:41.715700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32140): Launched\u000a23:54:41.820127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:42.075242 run patchelf(pid=32141): Launched\u000a23:54:42.247100 run osmo-stp_10.42.42.5(pid=32138): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)]\u000a23:54:42.373636 run osmo-stp_10.42.42.5(pid=32138): stdout: \u000a| (launched: 2022-12-09_23:54:40.955191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:42.499606 run osmo-stp_10.42.42.5(pid=32138): stderr: \u000a| �[0;m�[38;5;43m20221209235441127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235441127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235441127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235441127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235441128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235441128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235441128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:42.621283 run osmo-stp_10.42.42.5(pid=32138): stdout: \u000a| (launched: 2022-12-09_23:54:40.955191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:42.741865 run osmo-stp_10.42.42.5(pid=32138): stderr: \u000a| �[0;m�[38;5;43m20221209235441127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235441127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235441127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235441127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235441128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235441128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235441128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:42.882341 run patchelf(pid=32141): Terminating (SIGINT)\u000a23:54:43.046512 run patchelf(pid=32141): Terminated: ok {rc=0}\u000a23:54:43.076498 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32138): Process ended prematurely: osmo-stp_10.42.42.5(pid=32138) [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32138)] [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a23:54:43.085178 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:54:43.144351 run osmo-hlr_10.42.42.2(pid=32135): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32135)]\u000a23:54:43.193069 run osmo-hlr_10.42.42.2(pid=32135): stdout: \u000a| (launched: 2022-12-09_23:54:40.042539) \u000a23:54:43.242467 run osmo-hlr_10.42.42.2(pid=32135): stderr: \u000a| �[0;m�[1;31m20221209235440219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235440219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235440219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235440219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235440219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235440220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235440233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235440242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235440242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235440243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:43.284419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32134): Terminating (SIGTERM)\u000a23:54:43.324007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32137): Terminating (SIGTERM)\u000a23:54:43.363575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32140): Terminating (SIGTERM)\u000a23:54:43.373357 --- ParallelTerminationStrategy: PID 32134 died...\u000a23:54:43.426517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32134): Terminated: ok {rc=0}\u000a23:54:43.436268 --- ParallelTerminationStrategy: PID 32137 died...\u000a23:54:43.488927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32137): Terminated: ok {rc=0}\u000a23:54:43.498673 --- ParallelTerminationStrategy: PID 32140 died...\u000a23:54:43.551677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32140): Terminated: ok {rc=0}\u000a23:54:43.634945 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:53:45" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32156): Process ended prematurely: osmo-stp_10.42.42.5(pid=32156) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32156): Process ended prematurely: osmo-stp_10.42.42.5(pid=32156) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:54:45.798724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:45.810508 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:54:45.978118 tst cs_paging_gprs_active.py: using LAC 24549\u000a23:54:46.100457 tst cs_paging_gprs_active.py: using RAC 69\u000a23:54:46.252680 tst cs_paging_gprs_active.py: using CellId 24549\u000a23:54:46.408602 tst cs_paging_gprs_active.py: using BVCI 24550\u000a23:54:46.440366 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.455533 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.470844 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.486637 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.501111 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.515156 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.529749 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.544662 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:46.562037 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:54:46.704050 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:54:47.006949 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:54:47.143466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:47.461865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32146): Launched\u000a23:54:47.718551 run iperf3-srv_10.42.42.10(pid=32147): Launched\u000a23:54:47.901237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:54:48.025448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:48.334787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32148): Launched\u000a23:54:48.590033 run iperf3-srv_10.42.42.10(pid=32149): Launched\u000a23:54:48.770772 tst cs_paging_gprs_active.py:38: start network...\u000a23:54:48.894403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:54:49.372286 run create_hlr_db(pid=32150): Launched\u000a23:54:49.543975 bus /gobi_6: Setting Powered False\u000a23:54:50.565616 run create_hlr_db(pid=32150): Terminated: ok {rc=0}\u000a23:54:50.988160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Launched\u000a23:54:51.286157 run osmo-hlr_10.42.42.2(pid=32153): Launched\u000a23:54:51.394596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:54:51.908681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32155): Launched\u000a23:54:52.204147 run osmo-stp_10.42.42.5(pid=32156): Launched\u000a23:54:52.312006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:54:52.828487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32158): Launched\u000a23:54:52.934179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:54:53.192242 run patchelf(pid=32159): Launched\u000a23:54:53.365821 run osmo-stp_10.42.42.5(pid=32156): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)]\u000a23:54:53.493116 run osmo-stp_10.42.42.5(pid=32156): stdout: \u000a| (launched: 2022-12-09_23:54:52.059614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:53.620667 run osmo-stp_10.42.42.5(pid=32156): stderr: \u000a| �[0;m�[38;5;43m20221209235452230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235452230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235452230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235452231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:53.743543 run osmo-stp_10.42.42.5(pid=32156): stdout: \u000a| (launched: 2022-12-09_23:54:52.059614)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:54:53.865065 run osmo-stp_10.42.42.5(pid=32156): stderr: \u000a| �[0;m�[38;5;43m20221209235452230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235452230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235452230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235452231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235452231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:54:54.006895 run patchelf(pid=32159): Terminating (SIGINT)\u000a23:54:54.173896 run patchelf(pid=32159): Terminated: ok {rc=0}\u000a23:54:54.204915 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32156): Process ended prematurely: osmo-stp_10.42.42.5(pid=32156) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32156)] [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a23:54:54.214095 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a23:54:54.272919 run osmo-hlr_10.42.42.2(pid=32153): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32153)]\u000a23:54:54.321346 run osmo-hlr_10.42.42.2(pid=32153): stdout: \u000a| (launched: 2022-12-09_23:54:51.140511) \u000a23:54:54.370971 run osmo-hlr_10.42.42.2(pid=32153): stderr: \u000a| �[0;m�[1;31m20221209235451315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235451315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235451315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235451315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235451315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235451315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235451327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235451338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235451338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235451338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:54:54.412751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32146): Terminating (SIGTERM)\u000a23:54:54.451887 run iperf3-srv_10.42.42.10(pid=32147): Terminating (SIGTERM)\u000a23:54:54.490911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32148): Terminating (SIGTERM)\u000a23:54:54.529813 run iperf3-srv_10.42.42.10(pid=32149): Terminating (SIGTERM)\u000a23:54:54.569054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Terminating (SIGTERM)\u000a23:54:54.607924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32155): Terminating (SIGTERM)\u000a23:54:54.647024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32158): Terminating (SIGTERM)\u000a23:54:54.655632 --- ParallelTerminationStrategy: PID 32146 died...\u000a23:54:54.708636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32146): Terminated: ok {rc=0}\u000a23:54:54.718031 --- ParallelTerminationStrategy: PID 32147 died...\u000a23:54:54.770123 run iperf3-srv_10.42.42.10(pid=32147): Terminated {rc=256}\u000a23:54:54.779501 --- ParallelTerminationStrategy: PID 32148 died...\u000a23:54:54.831769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32148): Terminated: ok {rc=0}\u000a23:54:54.841120 --- ParallelTerminationStrategy: PID 32149 died...\u000a23:54:54.893160 run iperf3-srv_10.42.42.10(pid=32149): Terminated {rc=256}\u000a23:54:54.902544 --- ParallelTerminationStrategy: PID 32152 died...\u000a23:54:54.955215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32152): Terminated: ok {rc=0}\u000a23:54:54.964539 --- ParallelTerminationStrategy: PID 32155 died...\u000a23:54:55.017423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32155): Terminated: ok {rc=0}\u000a23:54:55.026959 --- ParallelTerminationStrategy: PID 32158 died...\u000a23:54:55.079539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32158): Terminated: ok {rc=0}\u000a23:54:55.167229 bus /gobi_0: Setting Powered False\u000a23:54:56.269541 bus /gobi_0: Setting Powered False\u000a23:54:57.380854 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32173): Process ended prematurely: osmo-stp_10.42.42.5(pid=32173) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32173)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32173): Process ended prematurely: osmo-stp_10.42.42.5(pid=32173) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a23:54:58.490513 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:58.502298 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:54:58.648502 tst iperf3.py: using LAC 24550\u000a23:54:58.775039 tst iperf3.py: using RAC 70\u000a23:54:58.899803 tst iperf3.py: using CellId 24550\u000a23:54:59.029831 tst iperf3.py: using BVCI 24551\u000a23:54:59.054361 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.066250 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.078651 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.091014 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.102782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.115351 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.127192 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.139394 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:54:59.152462 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:54:59.427121 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:54:59.551274 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:54:59.859093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32162): Launched\u000a23:55:00.114570 run iperf3-srv_10.42.42.10(pid=32163): Launched\u000a23:55:00.296807 tst iperf3.py:8: start network...\u000a23:55:00.422052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:00.920107 run create_hlr_db(pid=32164): Launched\u000a23:55:01.094355 bus /gobi_6: Setting Powered False\u000a23:55:02.152486 run create_hlr_db(pid=32164): Terminated: ok {rc=0}\u000a23:55:02.587545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32169): Launched\u000a23:55:02.905413 run osmo-hlr_10.42.42.2(pid=32170): Launched\u000a23:55:03.021506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:03.574413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32172): Launched\u000a23:55:03.890311 run osmo-stp_10.42.42.5(pid=32173): Launched\u000a23:55:04.006547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:04.559906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32175): Launched\u000a23:55:04.674200 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:04.950361 run patchelf(pid=32176): Launched\u000a23:55:05.136319 run osmo-stp_10.42.42.5(pid=32173): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32173)]\u000a23:55:05.272637 run osmo-stp_10.42.42.5(pid=32173): stdout: \u000a| (launched: 2022-12-09_23:55:03.735175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:05.409653 run osmo-stp_10.42.42.5(pid=32173): stderr: \u000a| �[0;m�[38;5;43m20221209235503926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235503926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235503926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235503927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235503927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235503927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235503927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:05.540778 run osmo-stp_10.42.42.5(pid=32173): stdout: \u000a| (launched: 2022-12-09_23:55:03.735175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:05.670769 run osmo-stp_10.42.42.5(pid=32173): stderr: \u000a| �[0;m�[38;5;43m20221209235503926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235503926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235503926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235503927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235503927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235503927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235503927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:05.823113 run patchelf(pid=32176): Terminating (SIGINT)\u000a23:55:06.002191 run patchelf(pid=32176): Terminated: ok {rc=0}\u000a23:55:06.035118 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32173): Process ended prematurely: osmo-stp_10.42.42.5(pid=32173) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32173)] [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a23:55:06.045057 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:55:06.108132 run osmo-hlr_10.42.42.2(pid=32170): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32170)]\u000a23:55:06.159682 run osmo-hlr_10.42.42.2(pid=32170): stdout: \u000a| (launched: 2022-12-09_23:55:02.749910) \u000a23:55:06.211908 run osmo-hlr_10.42.42.2(pid=32170): stderr: \u000a| �[0;m�[1;31m20221209235502946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235502946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235502946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235502946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235502946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235502946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235502959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235502967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235502968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235502968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:06.256196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32162): Terminating (SIGTERM)\u000a23:55:06.297595 run iperf3-srv_10.42.42.10(pid=32163): Terminating (SIGTERM)\u000a23:55:06.339369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32169): Terminating (SIGTERM)\u000a23:55:06.381205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32172): Terminating (SIGTERM)\u000a23:55:06.422918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32175): Terminating (SIGTERM)\u000a23:55:06.432686 --- ParallelTerminationStrategy: PID 32162 died...\u000a23:55:06.488547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32162): Terminated: ok {rc=0}\u000a23:55:06.498508 --- ParallelTerminationStrategy: PID 32163 died...\u000a23:55:06.553568 run iperf3-srv_10.42.42.10(pid=32163): Terminated {rc=256}\u000a23:55:06.563686 --- ParallelTerminationStrategy: PID 32169 died...\u000a23:55:06.619274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32169): Terminated: ok {rc=0}\u000a23:55:06.629357 --- ParallelTerminationStrategy: PID 32172 died...\u000a23:55:06.684878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32172): Terminated: ok {rc=0}\u000a23:55:06.694909 --- ParallelTerminationStrategy: PID 32175 died...\u000a23:55:06.750212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32175): Terminated: ok {rc=0}\u000a23:55:06.835796 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32191): Process ended prematurely: osmo-stp_10.42.42.5(pid=32191) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32191)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32191): Process ended prematurely: osmo-stp_10.42.42.5(pid=32191) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a23:55:07.951045 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:07.966373 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:08.108664 tst iperf3m4.py: using LAC 24551\u000a23:55:08.232739 tst iperf3m4.py: using RAC 71\u000a23:55:08.358298 tst iperf3m4.py: using CellId 24551\u000a23:55:08.486996 tst iperf3m4.py: using BVCI 24552\u000a23:55:08.511384 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.523111 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.534603 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.546383 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.558142 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.569878 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.581622 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.593285 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:08.605201 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:08.726112 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:08.846663 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:08.965442 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:09.257811 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:55:09.390639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:09.717340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32177): Launched\u000a23:55:09.988395 run iperf3-srv_10.42.42.10(pid=32178): Launched\u000a23:55:10.183266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:55:10.316392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:10.644139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32179): Launched\u000a23:55:10.916609 run iperf3-srv_10.42.42.10(pid=32180): Launched\u000a23:55:11.111766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a23:55:11.245553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:11.573390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32181): Launched\u000a23:55:11.845736 run iperf3-srv_10.42.42.10(pid=32182): Launched\u000a23:55:12.041514 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a23:55:12.175285 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:55:12.504431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32183): Launched\u000a23:55:12.776595 run iperf3-srv_10.42.42.10(pid=32184): Launched\u000a23:55:12.971028 tst iperf3m4.py:8: start network...\u000a23:55:13.103981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:13.606434 run create_hlr_db(pid=32185): Launched\u000a23:55:13.790233 bus /gobi_6: Setting Powered False\u000a23:55:14.812188 run create_hlr_db(pid=32185): Terminated: ok {rc=0}\u000a23:55:15.212598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32187): Launched\u000a23:55:15.509416 run osmo-hlr_10.42.42.2(pid=32188): Launched\u000a23:55:15.620130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:16.166162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32190): Launched\u000a23:55:16.568597 run osmo-stp_10.42.42.5(pid=32191): Launched\u000a23:55:16.770817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:17.316623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32193): Launched\u000a23:55:17.422203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:17.681166 run patchelf(pid=32194): Launched\u000a23:55:17.855236 run osmo-stp_10.42.42.5(pid=32191): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32191)]\u000a23:55:17.983177 run osmo-stp_10.42.42.5(pid=32191): stdout: \u000a| (launched: 2022-12-09_23:55:16.318858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:18.111077 run osmo-stp_10.42.42.5(pid=32191): stderr: \u000a| �[0;m�[38;5;43m20221209235516647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235516648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235516648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235516648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235516655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235516655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235516655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:18.234207 run osmo-stp_10.42.42.5(pid=32191): stdout: \u000a| (launched: 2022-12-09_23:55:16.318858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:18.356010 run osmo-stp_10.42.42.5(pid=32191): stderr: \u000a| �[0;m�[38;5;43m20221209235516647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235516648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235516648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235516648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235516655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235516655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235516655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:18.498321 run patchelf(pid=32194): Terminating (SIGINT)\u000a23:55:18.666421 run patchelf(pid=32194): Terminated: ok {rc=0}\u000a23:55:18.697175 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32191): Process ended prematurely: osmo-stp_10.42.42.5(pid=32191) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32191)] [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a23:55:18.706340 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a23:55:18.765314 run osmo-hlr_10.42.42.2(pid=32188): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32188)]\u000a23:55:18.813540 run osmo-hlr_10.42.42.2(pid=32188): stdout: \u000a| (launched: 2022-12-09_23:55:15.363841) \u000a23:55:18.862459 run osmo-hlr_10.42.42.2(pid=32188): stderr: \u000a| �[0;m�[1;31m20221209235515538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235515538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235515538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235515538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235515538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235515538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235515551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235515563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235515563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235515563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:18.904000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32177): Terminating (SIGTERM)\u000a23:55:18.943076 run iperf3-srv_10.42.42.10(pid=32178): Terminating (SIGTERM)\u000a23:55:18.982078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32179): Terminating (SIGTERM)\u000a23:55:19.020883 run iperf3-srv_10.42.42.10(pid=32180): Terminating (SIGTERM)\u000a23:55:19.059798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32181): Terminating (SIGTERM)\u000a23:55:19.098656 run iperf3-srv_10.42.42.10(pid=32182): Terminating (SIGTERM)\u000a23:55:19.137534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32183): Terminating (SIGTERM)\u000a23:55:19.176696 run iperf3-srv_10.42.42.10(pid=32184): Terminating (SIGTERM)\u000a23:55:19.215892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32187): Terminating (SIGTERM)\u000a23:55:19.254793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32190): Terminating (SIGTERM)\u000a23:55:19.293709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32193): Terminating (SIGTERM)\u000a23:55:19.302731 --- ParallelTerminationStrategy: PID 32177 died...\u000a23:55:19.355466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32177): Terminated: ok {rc=0}\u000a23:55:19.364914 --- ParallelTerminationStrategy: PID 32178 died...\u000a23:55:19.417461 run iperf3-srv_10.42.42.10(pid=32178): Terminated {rc=256}\u000a23:55:19.426848 --- ParallelTerminationStrategy: PID 32179 died...\u000a23:55:19.479388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32179): Terminated: ok {rc=0}\u000a23:55:19.488781 --- ParallelTerminationStrategy: PID 32180 died...\u000a23:55:19.540902 run iperf3-srv_10.42.42.10(pid=32180): Terminated {rc=256}\u000a23:55:19.550382 --- ParallelTerminationStrategy: PID 32181 died...\u000a23:55:19.602664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32181): Terminated: ok {rc=0}\u000a23:55:19.611926 --- ParallelTerminationStrategy: PID 32182 died...\u000a23:55:19.663813 run iperf3-srv_10.42.42.10(pid=32182): Terminated {rc=256}\u000a23:55:19.673316 --- ParallelTerminationStrategy: PID 32183 died...\u000a23:55:19.725555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32183): Terminated: ok {rc=0}\u000a23:55:19.735035 --- ParallelTerminationStrategy: PID 32184 died...\u000a23:55:19.786904 run iperf3-srv_10.42.42.10(pid=32184): Terminated {rc=256}\u000a23:55:19.796317 --- ParallelTerminationStrategy: PID 32187 died...\u000a23:55:19.848594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32187): Terminated: ok {rc=0}\u000a23:55:19.858123 --- ParallelTerminationStrategy: PID 32190 died...\u000a23:55:19.910362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32190): Terminated: ok {rc=0}\u000a23:55:19.919855 --- ParallelTerminationStrategy: PID 32193 died...\u000a23:55:19.972122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32193): Terminated: ok {rc=0}\u000a23:55:20.060220 bus /gobi_4: Setting Powered False\u000a23:55:21.162742 bus /gobi_4: Setting Powered False\u000a23:55:22.273024 bus /gobi_1: Setting Powered False\u000a23:55:23.374539 bus /gobi_1: Setting Powered False\u000a23:55:24.484754 bus /gobi_0: Setting Powered False\u000a23:55:25.588058 bus /gobi_0: Setting Powered False\u000a23:55:26.699522 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32201): Process ended prematurely: osmo-stp_10.42.42.5(pid=32201) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32201)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32201): Process ended prematurely: osmo-stp_10.42.42.5(pid=32201) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a23:55:27.766136 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:27.777893 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:27.914898 tst ping.py: using LAC 24552\u000a23:55:28.029164 tst ping.py: using RAC 72\u000a23:55:28.144146 tst ping.py: using CellId 24552\u000a23:55:28.261003 tst ping.py: using BVCI 24553\u000a23:55:28.283324 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:28.294597 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:28.305703 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:28.316546 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:28.327537 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:28.338537 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:28.349605 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:28.360626 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:28.631572 tst ping.py:19: start network...\u000a23:55:28.753933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:29.217730 run create_hlr_db(pid=32195): Launched\u000a23:55:29.385826 bus /gobi_6: Setting Powered False\u000a23:55:30.406790 run create_hlr_db(pid=32195): Terminated: ok {rc=0}\u000a23:55:30.820638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32197): Launched\u000a23:55:31.288064 run osmo-hlr_10.42.42.2(pid=32198): Launched\u000a23:55:31.459961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:32.031578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32200): Launched\u000a23:55:32.351282 run osmo-stp_10.42.42.5(pid=32201): Launched\u000a23:55:32.466070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:33.009928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32203): Launched\u000a23:55:33.121643 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:33.394251 run patchelf(pid=32204): Launched\u000a23:55:33.577319 run osmo-stp_10.42.42.5(pid=32201): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32201)]\u000a23:55:33.711224 run osmo-stp_10.42.42.5(pid=32201): stdout: \u000a| (launched: 2022-12-09_23:55:32.197207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:33.845581 run osmo-stp_10.42.42.5(pid=32201): stderr: \u000a| �[0;m�[38;5;43m20221209235532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235532387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:33.975828 run osmo-stp_10.42.42.5(pid=32201): stdout: \u000a| (launched: 2022-12-09_23:55:32.197207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:34.104463 run osmo-stp_10.42.42.5(pid=32201): stderr: \u000a| �[0;m�[38;5;43m20221209235532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235532386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235532387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235532387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:34.255157 run patchelf(pid=32204): Terminating (SIGINT)\u000a23:55:34.430983 run patchelf(pid=32204): Terminated: ok {rc=0}\u000a23:55:34.463133 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32201): Process ended prematurely: osmo-stp_10.42.42.5(pid=32201) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32201)] [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a23:55:34.472338 tst ping.py:22: Test FAILED (6.7 sec)\u000a23:55:34.534851 run osmo-hlr_10.42.42.2(pid=32198): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32198)]\u000a23:55:34.586739 run osmo-hlr_10.42.42.2(pid=32198): stdout: \u000a| (launched: 2022-12-09_23:55:31.003816) \u000a23:55:34.638738 run osmo-hlr_10.42.42.2(pid=32198): stderr: \u000a| �[0;m�[1;31m20221209235531219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235531219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235531219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235531219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235531219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235531219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235531245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235531261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235531261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235531261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:34.682612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32197): Terminating (SIGTERM)\u000a23:55:34.724799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32200): Terminating (SIGTERM)\u000a23:55:34.767285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32203): Terminating (SIGTERM)\u000a23:55:34.776835 --- ParallelTerminationStrategy: PID 32197 died...\u000a23:55:34.832260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32197): Terminated: ok {rc=0}\u000a23:55:34.842429 --- ParallelTerminationStrategy: PID 32200 died...\u000a23:55:34.897894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32200): Terminated: ok {rc=0}\u000a23:55:34.907747 --- ParallelTerminationStrategy: PID 32203 died...\u000a23:55:34.963426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32203): Terminated: ok {rc=0}\u000a23:55:35.049669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a23:55:36.102550 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.115554 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a23:55:36.262746 tst ping_idle_ping.py: using LAC 24553\u000a23:55:36.388019 tst ping_idle_ping.py: using RAC 73\u000a23:55:36.517508 tst ping_idle_ping.py: using CellId 24553\u000a23:55:36.639186 tst ping_idle_ping.py: using BVCI 24554\u000a23:55:36.663869 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.675720 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.687425 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.700379 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.712669 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.725186 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.737563 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a23:55:36.749689 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a23:55:37.021815 tst ping_idle_ping.py:24: start network...\u000a23:55:37.143643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:37.616329 run create_hlr_db(pid=32205): Launched\u000a23:55:37.785728 bus /gobi_6: Setting Powered False\u000a23:55:38.807864 run create_hlr_db(pid=32205): Terminated: ok {rc=0}\u000a23:55:39.221685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Launched\u000a23:55:39.512703 run osmo-hlr_10.42.42.2(pid=32208): Launched\u000a23:55:39.622834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:40.129387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Launched\u000a23:55:40.420638 run osmo-stp_10.42.42.5(pid=32211): Launched\u000a23:55:40.526702 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:41.036018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Launched\u000a23:55:41.140804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:41.396025 run patchelf(pid=32214): Launched\u000a23:55:41.566805 run osmo-stp_10.42.42.5(pid=32211): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)]\u000a23:55:41.692012 run osmo-stp_10.42.42.5(pid=32211): stdout: \u000a| (launched: 2022-12-09_23:55:40.277632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:41.817589 run osmo-stp_10.42.42.5(pid=32211): stderr: \u000a| �[0;m�[38;5;43m20221209235540448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235540448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235540448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235540448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235540449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235540449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235540449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:41.938873 run osmo-stp_10.42.42.5(pid=32211): stdout: \u000a| (launched: 2022-12-09_23:55:40.277632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:42.059128 run osmo-stp_10.42.42.5(pid=32211): stderr: \u000a| �[0;m�[38;5;43m20221209235540448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235540448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235540448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235540448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235540449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235540449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235540449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:42.198762 run patchelf(pid=32214): Terminating (SIGINT)\u000a23:55:42.362108 run patchelf(pid=32214): Terminated: ok {rc=0}\u000a23:55:42.392013 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32211): Process ended prematurely: osmo-stp_10.42.42.5(pid=32211) [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32211)] [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a23:55:42.400506 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a23:55:42.458958 run osmo-hlr_10.42.42.2(pid=32208): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32208)]\u000a23:55:42.507007 run osmo-hlr_10.42.42.2(pid=32208): stdout: \u000a| (launched: 2022-12-09_23:55:39.369764) \u000a23:55:42.556017 run osmo-hlr_10.42.42.2(pid=32208): stderr: \u000a| �[0;m�[1;31m20221209235539545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235539545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235539545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235539545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235539545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235539545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235539558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235539566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235539566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235539566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:42.597596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Terminating (SIGTERM)\u000a23:55:42.637077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Terminating (SIGTERM)\u000a23:55:42.676484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Terminating (SIGTERM)\u000a23:55:42.685678 --- ParallelTerminationStrategy: PID 32207 died...\u000a23:55:42.738871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32207): Terminated: ok {rc=0}\u000a23:55:42.748662 --- ParallelTerminationStrategy: PID 32210 died...\u000a23:55:42.801317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32210): Terminated: ok {rc=0}\u000a23:55:42.810875 --- ParallelTerminationStrategy: PID 32213 died...\u000a23:55:42.863449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32213): Terminated: ok {rc=0}\u000a23:55:42.951706 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:54:45" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32224): Process ended prematurely: osmo-stp_10.42.42.5(pid=32224) [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32224): Process ended prematurely: osmo-stp_10.42.42.5(pid=32224) [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a23:55:44.984460 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:44.995608 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:55:45.146504 tst switch_tch_pdch.py: using LAC 24554\u000a23:55:45.260483 tst switch_tch_pdch.py: using RAC 74\u000a23:55:45.375387 tst switch_tch_pdch.py: using CellId 24554\u000a23:55:45.489547 tst switch_tch_pdch.py: using BVCI 24555\u000a23:55:45.511874 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:45.523001 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:45.533951 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:45.544816 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:45.555702 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:45.566553 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:45.577569 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a23:55:45.588467 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:55:45.705407 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:55:46.013689 tst switch_tch_pdch.py:51: start network...\u000a23:55:46.147232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:46.719726 run create_hlr_db(pid=32218): Launched\u000a23:55:46.948187 bus /gobi_6: Setting Powered False\u000a23:55:47.927792 run create_hlr_db(pid=32218): Terminated: ok {rc=0}\u000a23:55:48.381973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32220): Launched\u000a23:55:48.694639 run osmo-hlr_10.42.42.2(pid=32221): Launched\u000a23:55:48.811902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:55:49.353939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32223): Launched\u000a23:55:49.663562 run osmo-stp_10.42.42.5(pid=32224): Launched\u000a23:55:49.776023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:55:50.318765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32226): Launched\u000a23:55:50.430329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:55:50.701254 run patchelf(pid=32227): Launched\u000a23:55:50.883620 run osmo-stp_10.42.42.5(pid=32224): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)]\u000a23:55:51.017438 run osmo-stp_10.42.42.5(pid=32224): stdout: \u000a| (launched: 2022-12-09_23:55:49.511612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:51.151681 run osmo-stp_10.42.42.5(pid=32224): stderr: \u000a| �[0;m�[38;5;43m20221209235549700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235549700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235549701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235549701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:51.281518 run osmo-stp_10.42.42.5(pid=32224): stdout: \u000a| (launched: 2022-12-09_23:55:49.511612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:55:51.409484 run osmo-stp_10.42.42.5(pid=32224): stderr: \u000a| �[0;m�[38;5;43m20221209235549700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235549700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235549701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235549701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235549701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235549702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:55:51.558369 run patchelf(pid=32227): Terminating (SIGINT)\u000a23:55:51.732716 run patchelf(pid=32227): Terminated: ok {rc=0}\u000a23:55:51.764490 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32224): Process ended prematurely: osmo-stp_10.42.42.5(pid=32224) [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32224)] [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a23:55:51.773858 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a23:55:51.836532 run osmo-hlr_10.42.42.2(pid=32221): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32221)]\u000a23:55:51.888146 run osmo-hlr_10.42.42.2(pid=32221): stdout: \u000a| (launched: 2022-12-09_23:55:48.540913) \u000a23:55:51.940671 run osmo-hlr_10.42.42.2(pid=32221): stderr: \u000a| �[0;m�[1;31m20221209235548737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235548737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235548737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235548737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235548737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235548737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235548750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235548759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235548759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235548759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:55:51.984655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32220): Terminating (SIGTERM)\u000a23:55:52.026818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32223): Terminating (SIGTERM)\u000a23:55:52.068441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32226): Terminating (SIGTERM)\u000a23:55:52.078334 --- ParallelTerminationStrategy: PID 32220 died...\u000a23:55:52.134590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32220): Terminated: ok {rc=0}\u000a23:55:52.144568 --- ParallelTerminationStrategy: PID 32223 died...\u000a23:55:52.200620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32223): Terminated: ok {rc=0}\u000a23:55:52.210767 --- ParallelTerminationStrategy: PID 32226 died...\u000a23:55:52.266255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32226): Terminated: ok {rc=0}\u000a23:55:52.353846 bus /gobi_0: Setting Powered False\u000a23:55:53.460255 bus /gobi_0: Setting Powered False\u000a23:55:54.566641 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:55:44" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32237): Process ended prematurely: osmo-stp_10.42.42.5(pid=32237) [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32237)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32237): Process ended prematurely: osmo-stp_10.42.42.5(pid=32237) [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a23:55:56.544744 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:56.556050 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a23:55:56.718322 tst switch_tch_pdch.py: using LAC 24555\u000a23:55:56.840578 tst switch_tch_pdch.py: using RAC 75\u000a23:55:56.958137 tst switch_tch_pdch.py: using CellId 24555\u000a23:55:57.072289 tst switch_tch_pdch.py: using BVCI 24556\u000a23:55:57.094874 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:57.105972 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:57.116718 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:57.127591 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:57.138464 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:57.149241 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:57.159920 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a23:55:57.170691 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:55:57.287808 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a23:55:57.559480 tst switch_tch_pdch.py:51: start network...\u000a23:55:57.680348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:55:58.121575 run create_hlr_db(pid=32231): Launched\u000a23:55:58.240106 bus /gobi_6: Setting Powered False\u000a23:55:59.311483 run create_hlr_db(pid=32231): Terminated: ok {rc=0}\u000a23:55:59.699156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32233): Launched\u000a23:56:00.009846 run osmo-hlr_10.42.42.2(pid=32234): Launched\u000a23:56:00.127385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:00.643570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32236): Launched\u000a23:56:01.089121 run osmo-stp_10.42.42.5(pid=32237): Launched\u000a23:56:01.207534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:56:01.786987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32239): Launched\u000a23:56:01.901465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:56:02.208222 run patchelf(pid=32240): Launched\u000a23:56:02.380558 run osmo-stp_10.42.42.5(pid=32237): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32237)]\u000a23:56:02.505854 run osmo-stp_10.42.42.5(pid=32237): stdout: \u000a| (launched: 2022-12-09_23:56:00.802344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:02.631858 run osmo-stp_10.42.42.5(pid=32237): stderr: \u000a| �[0;m�[38;5;43m20221209235601056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235601057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235601057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235601057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235601058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235601058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235601058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:02.753389 run osmo-stp_10.42.42.5(pid=32237): stdout: \u000a| (launched: 2022-12-09_23:56:00.802344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:02.873811 run osmo-stp_10.42.42.5(pid=32237): stderr: \u000a| �[0;m�[38;5;43m20221209235601056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235601057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235601057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235601057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235601058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235601058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235601058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:03.014038 run patchelf(pid=32240): Terminating (SIGINT)\u000a23:56:03.177913 run patchelf(pid=32240): Terminated: ok {rc=0}\u000a23:56:03.207773 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=32237): Process ended prematurely: osmo-stp_10.42.42.5(pid=32237) [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32237)] [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a23:56:03.216348 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a23:56:03.276014 run osmo-hlr_10.42.42.2(pid=32234): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32234)]\u000a23:56:03.325520 run osmo-hlr_10.42.42.2(pid=32234): stdout: \u000a| (launched: 2022-12-09_23:55:59.857630) \u000a23:56:03.375438 run osmo-hlr_10.42.42.2(pid=32234): stderr: \u000a| �[0;m�[1;31m20221209235600052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235600052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235600052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235600053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235600066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235600074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235600074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235600074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:03.417761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32233): Terminating (SIGTERM)\u000a23:56:03.457737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32236): Terminating (SIGTERM)\u000a23:56:03.497842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32239): Terminating (SIGTERM)\u000a23:56:03.507169 --- ParallelTerminationStrategy: PID 32233 died...\u000a23:56:03.560771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32233): Terminated: ok {rc=0}\u000a23:56:03.570495 --- ParallelTerminationStrategy: PID 32236 died...\u000a23:56:03.623646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32236): Terminated: ok {rc=0}\u000a23:56:03.633421 --- ParallelTerminationStrategy: PID 32239 died...\u000a23:56:03.686729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32239): Terminated: ok {rc=0}\u000a23:56:03.775477 bus /gobi_0: Setting Powered False\u000a23:56:04.878528 bus /gobi_0: Setting Powered False\u000a23:56:05.988484 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:55:56" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32245) [trial-2366↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32245)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32245) [trial-2366↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a23:56:07.876334 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a23:56:07.886999 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:08.020494 tst mo_mt_sms.py: using LAC 24556\u000a23:56:08.135259 tst mo_mt_sms.py: using RAC 76\u000a23:56:08.248733 tst mo_mt_sms.py: using CellId 24556\u000a23:56:08.362592 tst mo_mt_sms.py: using BVCI 24557\u000a23:56:08.384674 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:08.500807 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:08.770903 tst mo_mt_sms.py:9: start nitb and bts...\u000a23:56:08.890849 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:56:09.490651 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32244): Launched\u000a23:56:09.777288 run osmo-nitb_10.42.42.2(pid=32245): Launched\u000a23:56:09.955834 run osmo-nitb_10.42.42.2(pid=32245): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32245)]\u000a23:56:10.087488 run osmo-nitb_10.42.42.2(pid=32245): stdout: \u000a| (launched: 2022-12-09_23:56:09.637995) \u000a23:56:10.219863 run osmo-nitb_10.42.42.2(pid=32245): stderr: \u000a| (launched: 2022-12-09_23:56:09.680871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:10.347384 run osmo-nitb_10.42.42.2(pid=32245): stdout: \u000a| (launched: 2022-12-09_23:56:09.637995) \u000a23:56:10.474468 run osmo-nitb_10.42.42.2(pid=32245): stderr: \u000a| (launched: 2022-12-09_23:56:09.680871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:10.894759 tst osmo-nitb_10.42.42.2(pid=32245): stdout: \u000a| (launched: 2022-12-09_23:56:09.637995) \u000a23:56:11.011385 tst osmo-nitb_10.42.42.2(pid=32245): stderr: \u000a| (launched: 2022-12-09_23:56:09.680871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:11.061855 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32245): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32245) [trial-2366↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32245)] [trial-2366↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a23:56:11.069848 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a23:56:11.103909 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32244): Terminating (SIGTERM)\u000a23:56:11.280915 --- ParallelTerminationStrategy: PID 32244 died...\u000a23:56:11.335729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32244): Terminated: ok {rc=0}\u000a23:56:11.424167 bus /sierra_3: Setting Powered False\u000a23:56:12.526853 bus /sierra_3: Setting Powered False\u000a23:56:13.638486 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:56:07" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32257): Process ended prematurely: osmo-stp_10.42.42.5(pid=32257) [trial-2366↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32257): Process ended prematurely: osmo-stp_10.42.42.5(pid=32257) [trial-2366↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a23:56:15.523608 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:15.534902 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:15.675596 tst mo_mt_sms.py: using LAC 24557\u000a23:56:15.794139 tst mo_mt_sms.py: using RAC 77\u000a23:56:15.910647 tst mo_mt_sms.py: using CellId 24557\u000a23:56:16.031516 tst mo_mt_sms.py: using BVCI 24558\u000a23:56:16.054727 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:16.066044 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:16.077359 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:16.088280 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:16.099273 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:16.110243 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:16.223774 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a23:56:16.424273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:16.940268 run create_hlr_db(pid=32251): Launched\u000a23:56:17.111332 bus /sierra_2: Setting Powered False\u000a23:56:18.130219 run create_hlr_db(pid=32251): Terminated: ok {rc=0}\u000a23:56:18.544577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32253): Launched\u000a23:56:18.856369 run osmo-hlr_10.42.42.2(pid=32254): Launched\u000a23:56:18.974543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:19.514654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32256): Launched\u000a23:56:19.824081 run osmo-stp_10.42.42.5(pid=32257): Launched\u000a23:56:19.937863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:20.507485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32259): Launched\u000a23:56:20.817526 run osmo-msc_10.42.42.6(pid=32260): Launched\u000a23:56:20.999854 run osmo-stp_10.42.42.5(pid=32257): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)]\u000a23:56:21.132037 run osmo-stp_10.42.42.5(pid=32257): stdout: \u000a| (launched: 2022-12-09_23:56:19.671927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:21.264209 run osmo-stp_10.42.42.5(pid=32257): stderr: \u000a| �[0;m�[38;5;43m20221209235619862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235619862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235619862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235619862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:21.389948 run osmo-stp_10.42.42.5(pid=32257): stdout: \u000a| (launched: 2022-12-09_23:56:19.671927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:21.514315 run osmo-stp_10.42.42.5(pid=32257): stderr: \u000a| �[0;m�[38;5;43m20221209235619862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235619862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235619862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235619862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:21.568677 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32257): Process ended prematurely: osmo-stp_10.42.42.5(pid=32257) [trial-2366↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32257)] [trial-2366↪sms:trx-lms↪mo_mt_sms.py:16]\u000a23:56:21.577216 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a23:56:21.638842 run osmo-hlr_10.42.42.2(pid=32254): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32254)]\u000a23:56:21.689436 run osmo-hlr_10.42.42.2(pid=32254): stdout: \u000a| (launched: 2022-12-09_23:56:18.702677) \u000a23:56:21.741028 run osmo-hlr_10.42.42.2(pid=32254): stderr: \u000a| �[0;m�[1;31m20221209235618900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235618900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235618900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235618900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235618900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235618900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235618912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235618921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235618921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235618921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:21.810855 run osmo-msc_10.42.42.6(pid=32260): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32260)]\u000a23:56:21.861723 run osmo-msc_10.42.42.6(pid=32260): stdout: \u000a| (launched: 2022-12-09_23:56:20.665780) \u000a23:56:21.913161 run osmo-msc_10.42.42.6(pid=32260): stderr: \u000a| �[0;m�[38;5;43m20221209235620985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235620985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9022b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235620985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235620985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235620986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235620986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235620987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235620988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235620988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235620988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:56:21.956715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32253): Terminating (SIGTERM)\u000a23:56:21.998103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32256): Terminating (SIGTERM)\u000a23:56:22.039640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32259): Terminating (SIGTERM)\u000a23:56:22.049447 --- ParallelTerminationStrategy: PID 32253 died...\u000a23:56:22.104589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32253): Terminated: ok {rc=0}\u000a23:56:22.114725 --- ParallelTerminationStrategy: PID 32256 died...\u000a23:56:22.169920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32256): Terminated: ok {rc=0}\u000a23:56:22.180054 --- ParallelTerminationStrategy: PID 32259 died...\u000a23:56:22.235260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32259): Terminated: ok {rc=0}\u000a23:56:22.320180 bus /sierra_3: Setting Powered False\u000a23:56:23.426213 bus /sierra_3: Setting Powered False\u000a23:56:24.533033 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:56:15" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32266): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32266) [trial-2366↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32266)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32266): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32266) [trial-2366↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a23:56:26.369201 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a23:56:26.379715 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:26.512285 tst assert_extension.py: using LAC 24558\u000a23:56:26.629109 tst assert_extension.py: using RAC 78\u000a23:56:26.743747 tst assert_extension.py: using CellId 24558\u000a23:56:26.860148 tst assert_extension.py: using BVCI 24559\u000a23:56:26.882334 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a23:56:27.166750 tst assert_extension.py:10: start nitb and bts...\u000a23:56:27.298926 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a23:56:27.943733 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32265): Launched\u000a23:56:28.247007 run osmo-nitb_10.42.42.2(pid=32266): Launched\u000a23:56:28.426651 run osmo-nitb_10.42.42.2(pid=32266): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32266)]\u000a23:56:28.558806 run osmo-nitb_10.42.42.2(pid=32266): stdout: \u000a| (launched: 2022-12-09_23:56:28.101743) \u000a23:56:28.691551 run osmo-nitb_10.42.42.2(pid=32266): stderr: \u000a| (launched: 2022-12-09_23:56:28.148237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:28.819456 run osmo-nitb_10.42.42.2(pid=32266): stdout: \u000a| (launched: 2022-12-09_23:56:28.101743) \u000a23:56:28.946296 run osmo-nitb_10.42.42.2(pid=32266): stderr: \u000a| (launched: 2022-12-09_23:56:28.148237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:29.365552 tst osmo-nitb_10.42.42.2(pid=32266): stdout: \u000a| (launched: 2022-12-09_23:56:28.101743) \u000a23:56:29.481736 tst osmo-nitb_10.42.42.2(pid=32266): stderr: \u000a| (launched: 2022-12-09_23:56:28.148237)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a23:56:29.532510 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32266): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32266) [trial-2366↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32266)] [trial-2366↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a23:56:29.540797 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a23:56:29.574928 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32265): Terminating (SIGTERM)\u000a23:56:29.752427 --- ParallelTerminationStrategy: PID 32265 died...\u000a23:56:29.806685 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32265): Terminated: ok {rc=0}\u000a23:56:29.894529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:56:26" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32276): Process ended prematurely: osmo-stp_10.42.42.5(pid=32276) [trial-2366↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32276): Process ended prematurely: osmo-stp_10.42.42.5(pid=32276) [trial-2366↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a23:56:31.804125 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:31.819779 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a23:56:31.989503 tst assert_extension.py: using LAC 24559\u000a23:56:32.145880 tst assert_extension.py: using RAC 79\u000a23:56:32.277755 tst assert_extension.py: using CellId 24559\u000a23:56:32.405024 tst assert_extension.py: using BVCI 24560\u000a23:56:32.428735 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:32.439717 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:32.450636 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:32.462186 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:32.473629 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:56:32.485081 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a23:56:32.682665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:33.148336 run create_hlr_db(pid=32270): Launched\u000a23:56:33.315862 bus /sierra_2: Setting Powered False\u000a23:56:34.337342 run create_hlr_db(pid=32270): Terminated: ok {rc=0}\u000a23:56:34.752387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32272): Launched\u000a23:56:35.063620 run osmo-hlr_10.42.42.2(pid=32273): Launched\u000a23:56:35.179084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:35.721325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32275): Launched\u000a23:56:36.032207 run osmo-stp_10.42.42.5(pid=32276): Launched\u000a23:56:36.147936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:36.716872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32278): Launched\u000a23:56:37.027817 run osmo-msc_10.42.42.6(pid=32279): Launched\u000a23:56:37.211452 run osmo-stp_10.42.42.5(pid=32276): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)]\u000a23:56:37.344514 run osmo-stp_10.42.42.5(pid=32276): stdout: \u000a| (launched: 2022-12-09_23:56:35.879352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:37.476230 run osmo-stp_10.42.42.5(pid=32276): stderr: \u000a| �[0;m�[38;5;43m20221209235636072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235636072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235636072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235636073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235636075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235636075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235636075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:37.602176 run osmo-stp_10.42.42.5(pid=32276): stdout: \u000a| (launched: 2022-12-09_23:56:35.879352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:37.726633 run osmo-stp_10.42.42.5(pid=32276): stderr: \u000a| �[0;m�[38;5;43m20221209235636072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235636072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235636072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235636073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235636075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235636075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235636075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:37.780780 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32276): Process ended prematurely: osmo-stp_10.42.42.5(pid=32276) [trial-2366↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)] [trial-2366↪ussd:trx-lms↪assert_extension.py:17]\u000a23:56:37.789481 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a23:56:37.851981 run osmo-hlr_10.42.42.2(pid=32273): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32273)]\u000a23:56:37.903468 run osmo-hlr_10.42.42.2(pid=32273): stdout: \u000a| (launched: 2022-12-09_23:56:34.910612) \u000a23:56:37.955120 run osmo-hlr_10.42.42.2(pid=32273): stderr: \u000a| �[0;m�[1;31m20221209235635103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235635103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235635103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235635103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235635103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235635104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235635116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235635124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235635125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235635125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:38.025950 run osmo-msc_10.42.42.6(pid=32279): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32279)]\u000a23:56:38.077255 run osmo-msc_10.42.42.6(pid=32279): stdout: \u000a| (launched: 2022-12-09_23:56:36.875041) \u000a23:56:38.129181 run osmo-msc_10.42.42.6(pid=32279): stderr: \u000a| �[0;m�[38;5;43m20221209235637193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235637193 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74ef59dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235637194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235637194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235637194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235637194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235637196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235637196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235637196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235637196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:56:38.172797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32272): Terminating (SIGTERM)\u000a23:56:38.214657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32275): Terminating (SIGTERM)\u000a23:56:38.256369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32278): Terminating (SIGTERM)\u000a23:56:38.266154 --- ParallelTerminationStrategy: PID 32272 died...\u000a23:56:38.321994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32272): Terminated: ok {rc=0}\u000a23:56:38.331958 --- ParallelTerminationStrategy: PID 32275 died...\u000a23:56:38.388019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32275): Terminated: ok {rc=0}\u000a23:56:38.397991 --- ParallelTerminationStrategy: PID 32278 died...\u000a23:56:38.453643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32278): Terminated: ok {rc=0}\u000a23:56:38.540002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:56:31" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:56:40.498206 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:40.509453 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:56:40.667640 tst mo_mt_call.py: using LAC 24560\u000a23:56:40.785890 tst mo_mt_call.py: using RAC 80\u000a23:56:40.900117 tst mo_mt_call.py: using CellId 24560\u000a23:56:41.016134 tst mo_mt_call.py: using BVCI 24561\u000a23:56:41.038531 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:41.049534 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:41.060362 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:41.071173 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:41.081979 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:41.092716 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:56:41.209871 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:56:41.419113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:41.917813 run create_hlr_db(pid=32284): Launched\u000a23:56:42.101520 bus /sierra_2: Setting Powered False\u000a23:56:43.123808 run create_hlr_db(pid=32284): Terminated: ok {rc=0}\u000a23:56:43.546298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Launched\u000a23:56:43.862535 run osmo-hlr_10.42.42.2(pid=32287): Launched\u000a23:56:43.982032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:44.532508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Launched\u000a23:56:44.848282 run osmo-stp_10.42.42.5(pid=32290): Launched\u000a23:56:44.962977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:45.541849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32292): Launched\u000a23:56:45.858622 run osmo-msc_10.42.42.6(pid=32293): Launched\u000a23:56:46.217895 run osmo-stp_10.42.42.5(pid=32290): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)]\u000a23:56:46.401480 run osmo-stp_10.42.42.5(pid=32290): stdout: \u000a| (launched: 2022-12-09_23:56:44.693712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:46.578404 run osmo-stp_10.42.42.5(pid=32290): stderr: \u000a| �[0;m�[38;5;43m20221209235644884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235644884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235644884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235644884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235644887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235644887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235644887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:46.703895 run osmo-stp_10.42.42.5(pid=32290): stdout: \u000a| (launched: 2022-12-09_23:56:44.693712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:46.825268 run osmo-stp_10.42.42.5(pid=32290): stderr: \u000a| �[0;m�[38;5;43m20221209235644884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235644884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235644884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235644884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235644887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235644887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235644887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:46.878912 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32290): Process ended prematurely: osmo-stp_10.42.42.5(pid=32290) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32290)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a23:56:46.888115 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a23:56:46.949591 run osmo-hlr_10.42.42.2(pid=32287): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32287)]\u000a23:56:46.999728 run osmo-hlr_10.42.42.2(pid=32287): stdout: \u000a| (launched: 2022-12-09_23:56:43.707776) \u000a23:56:47.050488 run osmo-hlr_10.42.42.2(pid=32287): stderr: \u000a| �[0;m�[1;31m20221209235643903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235643903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235643903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235643903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235643903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235643903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235643917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235643927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235643927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235643927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:47.119372 run osmo-msc_10.42.42.6(pid=32293): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32293)]\u000a23:56:47.169610 run osmo-msc_10.42.42.6(pid=32293): stdout: \u000a| (launched: 2022-12-09_23:56:45.702863) \u000a23:56:47.221393 run osmo-msc_10.42.42.6(pid=32293): stderr: \u000a| �[0;m�[38;5;43m20221209235646229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235646229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff69bb41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235646229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235646229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235646229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235646229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235646231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235646231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235646231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235646232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:56:47.264241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Terminating (SIGTERM)\u000a23:56:47.307018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Terminating (SIGTERM)\u000a23:56:47.349853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32292): Terminating (SIGTERM)\u000a23:56:47.360127 --- ParallelTerminationStrategy: PID 32286 died...\u000a23:56:47.413075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32286): Terminated: ok {rc=0}\u000a23:56:47.422643 --- ParallelTerminationStrategy: PID 32289 died...\u000a23:56:47.475070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32289): Terminated: ok {rc=0}\u000a23:56:47.484696 --- ParallelTerminationStrategy: PID 32292 died...\u000a23:56:47.537407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32292): Terminated: ok {rc=0}\u000a23:56:47.625080 bus /sierra_3: Setting Powered False\u000a23:56:48.727702 bus /sierra_3: Setting Powered False\u000a23:56:49.838124 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32301): Process ended prematurely: osmo-stp_10.42.42.5(pid=32301) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32301)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32301): Process ended prematurely: osmo-stp_10.42.42.5(pid=32301) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:56:50.948065 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:50.959585 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a23:56:51.115020 tst mo_mt_call_osmux.py: using LAC 24561\u000a23:56:51.231860 tst mo_mt_call_osmux.py: using RAC 81\u000a23:56:51.350828 tst mo_mt_call_osmux.py: using CellId 24561\u000a23:56:51.472001 tst mo_mt_call_osmux.py: using BVCI 24562\u000a23:56:51.494419 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:51.505485 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:51.516314 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:51.527330 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:51.538248 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a23:56:51.548929 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:56:51.662681 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a23:56:51.864796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:56:52.338851 run create_hlr_db(pid=32295): Launched\u000a23:56:52.509414 bus /sierra_2: Setting Powered False\u000a23:56:53.530806 run create_hlr_db(pid=32295): Terminated: ok {rc=0}\u000a23:56:53.952087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32297): Launched\u000a23:56:54.269561 run osmo-hlr_10.42.42.2(pid=32298): Launched\u000a23:56:54.388530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:56:54.941618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32300): Launched\u000a23:56:55.259630 run osmo-stp_10.42.42.5(pid=32301): Launched\u000a23:56:55.377346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:56:55.955159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32303): Launched\u000a23:56:56.272295 run osmo-msc_10.42.42.6(pid=32304): Launched\u000a23:56:56.458140 run osmo-stp_10.42.42.5(pid=32301): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32301)]\u000a23:56:56.592478 run osmo-stp_10.42.42.5(pid=32301): stdout: \u000a| (launched: 2022-12-09_23:56:55.103488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:56.726518 run osmo-stp_10.42.42.5(pid=32301): stderr: \u000a| �[0;m�[38;5;43m20221209235655295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235655295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235655296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235655296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235655297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235655297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235655297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:56.853875 run osmo-stp_10.42.42.5(pid=32301): stdout: \u000a| (launched: 2022-12-09_23:56:55.103488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:56:56.980316 run osmo-stp_10.42.42.5(pid=32301): stderr: \u000a| �[0;m�[38;5;43m20221209235655295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235655295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235655296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235655296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235655297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235655297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235655297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:56:57.036122 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32301): Process ended prematurely: osmo-stp_10.42.42.5(pid=32301) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32301)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a23:56:57.045756 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a23:56:57.109076 run osmo-hlr_10.42.42.2(pid=32298): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32298)]\u000a23:56:57.160543 run osmo-hlr_10.42.42.2(pid=32298): stdout: \u000a| (launched: 2022-12-09_23:56:54.114288) \u000a23:56:57.213243 run osmo-hlr_10.42.42.2(pid=32298): stderr: \u000a| �[0;m�[1;31m20221209235654311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235654311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235654311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235654311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235654311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235654311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235654323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235654331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235654331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235654331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:56:57.283579 run osmo-msc_10.42.42.6(pid=32304): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32304)]\u000a23:56:57.335249 run osmo-msc_10.42.42.6(pid=32304): stdout: \u000a| (launched: 2022-12-09_23:56:56.117160) \u000a23:56:57.387520 run osmo-msc_10.42.42.6(pid=32304): stderr: \u000a| �[0;m�[38;5;43m20221209235656438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235656438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa306c6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235656439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235656439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235656439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235656439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235656441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235656441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235656441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235656441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:56:57.431242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32297): Terminating (SIGTERM)\u000a23:56:57.473433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32300): Terminating (SIGTERM)\u000a23:56:57.515446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32303): Terminating (SIGTERM)\u000a23:56:57.525485 --- ParallelTerminationStrategy: PID 32297 died...\u000a23:56:57.581533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32297): Terminated: ok {rc=0}\u000a23:56:57.592033 --- ParallelTerminationStrategy: PID 32300 died...\u000a23:56:57.647860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32300): Terminated: ok {rc=0}\u000a23:56:57.658048 --- ParallelTerminationStrategy: PID 32303 died...\u000a23:56:57.714094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32303): Terminated: ok {rc=0}\u000a23:56:57.800897 bus /sierra_3: Setting Powered False\u000a23:56:58.902971 bus /sierra_3: Setting Powered False\u000a23:57:00.013090 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:56:40" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32315): Process ended prematurely: osmo-stp_10.42.42.5(pid=32315) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32315): Process ended prematurely: osmo-stp_10.42.42.5(pid=32315) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:02.061113 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:02.073024 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:57:02.230959 tst mo_mt_call.py: using LAC 24562\u000a23:57:02.347630 tst mo_mt_call.py: using RAC 82\u000a23:57:02.463373 tst mo_mt_call.py: using CellId 24562\u000a23:57:02.582498 tst mo_mt_call.py: using BVCI 24563\u000a23:57:02.605022 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:02.616123 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:02.627173 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:02.638245 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:02.649331 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:02.660022 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:02.778742 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:02.986744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:03.485684 run create_hlr_db(pid=32309): Launched\u000a23:57:03.669678 bus /sierra_2: Setting Powered False\u000a23:57:04.691207 run create_hlr_db(pid=32309): Terminated: ok {rc=0}\u000a23:57:05.089448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32311): Launched\u000a23:57:05.389484 run osmo-hlr_10.42.42.2(pid=32312): Launched\u000a23:57:05.507595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:06.032649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32314): Launched\u000a23:57:06.328133 run osmo-stp_10.42.42.5(pid=32315): Launched\u000a23:57:06.436026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:06.977194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32317): Launched\u000a23:57:07.273329 run osmo-msc_10.42.42.6(pid=32318): Launched\u000a23:57:07.448620 run osmo-stp_10.42.42.5(pid=32315): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)]\u000a23:57:07.575772 run osmo-stp_10.42.42.5(pid=32315): stdout: \u000a| (launched: 2022-12-09_23:57:06.183434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:07.699259 run osmo-stp_10.42.42.5(pid=32315): stderr: \u000a| �[0;m�[38;5;43m20221209235706352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235706352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235706352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235706353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235706353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235706353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235706353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:07.818152 run osmo-stp_10.42.42.5(pid=32315): stdout: \u000a| (launched: 2022-12-09_23:57:06.183434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:07.936322 run osmo-stp_10.42.42.5(pid=32315): stderr: \u000a| �[0;m�[38;5;43m20221209235706352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235706352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235706352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235706353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235706353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235706353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235706353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:07.988481 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32315): Process ended prematurely: osmo-stp_10.42.42.5(pid=32315) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32315)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a23:57:07.997243 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:57:08.055754 run osmo-hlr_10.42.42.2(pid=32312): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32312)]\u000a23:57:08.104306 run osmo-hlr_10.42.42.2(pid=32312): stdout: \u000a| (launched: 2022-12-09_23:57:05.241848) \u000a23:57:08.153407 run osmo-hlr_10.42.42.2(pid=32312): stderr: \u000a| �[0;m�[1;31m20221209235705416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235705416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235705416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235705416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235705416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235705416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235705428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235705437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235705437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235705437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:08.219603 run osmo-msc_10.42.42.6(pid=32318): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32318)]\u000a23:57:08.267857 run osmo-msc_10.42.42.6(pid=32318): stdout: \u000a| (launched: 2022-12-09_23:57:07.127274) \u000a23:57:08.316688 run osmo-msc_10.42.42.6(pid=32318): stderr: \u000a| �[0;m�[38;5;43m20221209235707401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235707402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ef14c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235707402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235707402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235707402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235707402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235707404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235707404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235707404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235707404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:08.357848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32311): Terminating (SIGTERM)\u000a23:57:08.396630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32314): Terminating (SIGTERM)\u000a23:57:08.435240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32317): Terminating (SIGTERM)\u000a23:57:08.444271 --- ParallelTerminationStrategy: PID 32311 died...\u000a23:57:08.496634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32311): Terminated: ok {rc=0}\u000a23:57:08.506165 --- ParallelTerminationStrategy: PID 32314 died...\u000a23:57:08.558532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32314): Terminated: ok {rc=0}\u000a23:57:08.568075 --- ParallelTerminationStrategy: PID 32317 died...\u000a23:57:08.620442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32317): Terminated: ok {rc=0}\u000a23:57:08.702573 bus /sierra_3: Setting Powered False\u000a23:57:09.801719 bus /sierra_3: Setting Powered False\u000a23:57:10.913050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32326): Process ended prematurely: osmo-stp_10.42.42.5(pid=32326) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32326)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32326): Process ended prematurely: osmo-stp_10.42.42.5(pid=32326) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:12.022253 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:12.033945 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a23:57:12.196240 tst mo_mt_call_osmux.py: using LAC 24563\u000a23:57:12.326097 tst mo_mt_call_osmux.py: using RAC 83\u000a23:57:12.448856 tst mo_mt_call_osmux.py: using CellId 24563\u000a23:57:12.571666 tst mo_mt_call_osmux.py: using BVCI 24564\u000a23:57:12.595994 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:12.607619 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:12.618934 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:12.630499 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:12.642879 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a23:57:12.654358 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:12.769767 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a23:57:12.968577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:13.442486 run create_hlr_db(pid=32320): Launched\u000a23:57:13.613113 bus /sierra_2: Setting Powered False\u000a23:57:14.647008 run create_hlr_db(pid=32320): Terminated: ok {rc=0}\u000a23:57:15.043982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32322): Launched\u000a23:57:15.339481 run osmo-hlr_10.42.42.2(pid=32323): Launched\u000a23:57:15.456080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:16.007738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32325): Launched\u000a23:57:16.440839 run osmo-stp_10.42.42.5(pid=32326): Launched\u000a23:57:16.669226 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:17.269499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32328): Launched\u000a23:57:17.587806 run osmo-msc_10.42.42.6(pid=32329): Launched\u000a23:57:17.773526 run osmo-stp_10.42.42.5(pid=32326): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32326)]\u000a23:57:17.907560 run osmo-stp_10.42.42.5(pid=32326): stdout: \u000a| (launched: 2022-12-09_23:57:16.174045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:18.041105 run osmo-stp_10.42.42.5(pid=32326): stderr: \u000a| �[0;m�[38;5;43m20221209235716476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235716476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235716476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235716477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235716477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235716477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235716477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:18.168571 run osmo-stp_10.42.42.5(pid=32326): stdout: \u000a| (launched: 2022-12-09_23:57:16.174045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:18.296034 run osmo-stp_10.42.42.5(pid=32326): stderr: \u000a| �[0;m�[38;5;43m20221209235716476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235716476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235716476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235716477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235716477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235716477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235716477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:18.352049 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32326): Process ended prematurely: osmo-stp_10.42.42.5(pid=32326) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32326)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a23:57:18.361495 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a23:57:18.424205 run osmo-hlr_10.42.42.2(pid=32323): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32323)]\u000a23:57:18.475621 run osmo-hlr_10.42.42.2(pid=32323): stdout: \u000a| (launched: 2022-12-09_23:57:15.194598) \u000a23:57:18.527745 run osmo-hlr_10.42.42.2(pid=32323): stderr: \u000a| �[0;m�[1;31m20221209235715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235715369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235715381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235715390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235715391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235715391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:18.598334 run osmo-msc_10.42.42.6(pid=32329): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32329)]\u000a23:57:18.649618 run osmo-msc_10.42.42.6(pid=32329): stdout: \u000a| (launched: 2022-12-09_23:57:17.431090) \u000a23:57:18.701593 run osmo-msc_10.42.42.6(pid=32329): stderr: \u000a| �[0;m�[38;5;43m20221209235717753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235717753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93b4be1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235717753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235717753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235717753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235717754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235717755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235717756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235717756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235717756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:18.745742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32322): Terminating (SIGTERM)\u000a23:57:18.787273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32325): Terminating (SIGTERM)\u000a23:57:18.829043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32328): Terminating (SIGTERM)\u000a23:57:18.838882 --- ParallelTerminationStrategy: PID 32322 died...\u000a23:57:18.894817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32322): Terminated: ok {rc=0}\u000a23:57:18.904853 --- ParallelTerminationStrategy: PID 32325 died...\u000a23:57:18.960434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32325): Terminated: ok {rc=0}\u000a23:57:18.970412 --- ParallelTerminationStrategy: PID 32328 died...\u000a23:57:19.026059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32328): Terminated: ok {rc=0}\u000a23:57:19.113345 bus /sierra_3: Setting Powered False\u000a23:57:20.218997 bus /sierra_3: Setting Powered False\u000a23:57:21.327418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:57:01" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32341): Process ended prematurely: osmo-stp_10.42.42.5(pid=32341) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32341): Process ended prematurely: osmo-stp_10.42.42.5(pid=32341) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:23.330730 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:23.341915 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:57:23.504382 tst mo_mt_call.py: using LAC 24564\u000a23:57:23.627093 tst mo_mt_call.py: using RAC 84\u000a23:57:23.751991 tst mo_mt_call.py: using CellId 24564\u000a23:57:23.871737 tst mo_mt_call.py: using BVCI 24565\u000a23:57:23.894587 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:23.905826 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:23.916771 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:23.927847 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:23.938887 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:23.950223 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:24.070811 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:24.274200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:24.750307 run create_hlr_db(pid=32335): Launched\u000a23:57:24.921612 bus /sierra_2: Setting Powered False\u000a23:57:25.944061 run create_hlr_db(pid=32335): Terminated: ok {rc=0}\u000a23:57:26.366784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32337): Launched\u000a23:57:26.684245 run osmo-hlr_10.42.42.2(pid=32338): Launched\u000a23:57:26.801306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:27.351380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32340): Launched\u000a23:57:27.667686 run osmo-stp_10.42.42.5(pid=32341): Launched\u000a23:57:27.782444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:28.360569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32343): Launched\u000a23:57:28.676736 run osmo-msc_10.42.42.6(pid=32344): Launched\u000a23:57:28.862668 run osmo-stp_10.42.42.5(pid=32341): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)]\u000a23:57:28.996567 run osmo-stp_10.42.42.5(pid=32341): stdout: \u000a| (launched: 2022-12-09_23:57:27.512916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:29.130135 run osmo-stp_10.42.42.5(pid=32341): stderr: \u000a| �[0;m�[38;5;43m20221209235727702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235727702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235727702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235727703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235727705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235727705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235727705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:29.258506 run osmo-stp_10.42.42.5(pid=32341): stdout: \u000a| (launched: 2022-12-09_23:57:27.512916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:29.385229 run osmo-stp_10.42.42.5(pid=32341): stderr: \u000a| �[0;m�[38;5;43m20221209235727702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235727702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235727702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235727703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235727705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235727705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235727705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:29.440753 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32341): Process ended prematurely: osmo-stp_10.42.42.5(pid=32341) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32341)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a23:57:29.449938 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a23:57:29.512664 run osmo-hlr_10.42.42.2(pid=32338): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32338)]\u000a23:57:29.564459 run osmo-hlr_10.42.42.2(pid=32338): stdout: \u000a| (launched: 2022-12-09_23:57:26.528473) \u000a23:57:29.616691 run osmo-hlr_10.42.42.2(pid=32338): stderr: \u000a| �[0;m�[1;31m20221209235726725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235726725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235726725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235726725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235726725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235726725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235726738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235726746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235726746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235726746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:29.687135 run osmo-msc_10.42.42.6(pid=32344): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32344)]\u000a23:57:29.738509 run osmo-msc_10.42.42.6(pid=32344): stdout: \u000a| (launched: 2022-12-09_23:57:28.521836) \u000a23:57:29.790457 run osmo-msc_10.42.42.6(pid=32344): stderr: \u000a| �[0;m�[38;5;43m20221209235728843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235728843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09ca3bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235728843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235728843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235728843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235728843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235728845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235728845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235728846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235728846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:29.834588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32337): Terminating (SIGTERM)\u000a23:57:29.876424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32340): Terminating (SIGTERM)\u000a23:57:29.918467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32343): Terminating (SIGTERM)\u000a23:57:29.928488 --- ParallelTerminationStrategy: PID 32337 died...\u000a23:57:29.984607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32337): Terminated: ok {rc=0}\u000a23:57:29.994989 --- ParallelTerminationStrategy: PID 32340 died...\u000a23:57:30.051021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32340): Terminated: ok {rc=0}\u000a23:57:30.061124 --- ParallelTerminationStrategy: PID 32343 died...\u000a23:57:30.116633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32343): Terminated: ok {rc=0}\u000a23:57:30.203472 bus /sierra_3: Setting Powered False\u000a23:57:31.309616 bus /sierra_3: Setting Powered False\u000a23:57:32.418286 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32352): Process ended prematurely: osmo-stp_10.42.42.5(pid=32352) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32352): Process ended prematurely: osmo-stp_10.42.42.5(pid=32352) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:33.531945 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:33.544194 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a23:57:33.713990 tst mo_mt_call_osmux.py: using LAC 24565\u000a23:57:33.836346 tst mo_mt_call_osmux.py: using RAC 85\u000a23:57:33.958472 tst mo_mt_call_osmux.py: using CellId 24565\u000a23:57:34.076237 tst mo_mt_call_osmux.py: using BVCI 24566\u000a23:57:34.098679 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:34.109857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:34.120753 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:34.134387 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:34.146414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a23:57:34.158610 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:34.276057 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a23:57:34.477077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:34.951429 run create_hlr_db(pid=32346): Launched\u000a23:57:35.121761 bus /sierra_2: Setting Powered False\u000a23:57:36.154365 run create_hlr_db(pid=32346): Terminated: ok {rc=0}\u000a23:57:36.575214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32348): Launched\u000a23:57:36.891441 run osmo-hlr_10.42.42.2(pid=32349): Launched\u000a23:57:37.008856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:37.559521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32351): Launched\u000a23:57:37.875511 run osmo-stp_10.42.42.5(pid=32352): Launched\u000a23:57:37.991212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:38.571265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32354): Launched\u000a23:57:38.887290 run osmo-msc_10.42.42.6(pid=32355): Launched\u000a23:57:39.073290 run osmo-stp_10.42.42.5(pid=32352): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)]\u000a23:57:39.207439 run osmo-stp_10.42.42.5(pid=32352): stdout: \u000a| (launched: 2022-12-09_23:57:37.721075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:39.342200 run osmo-stp_10.42.42.5(pid=32352): stderr: \u000a| �[0;m�[38;5;43m20221209235737912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235737912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235737912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235737912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235737913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235737913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235737913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:39.469564 run osmo-stp_10.42.42.5(pid=32352): stdout: \u000a| (launched: 2022-12-09_23:57:37.721075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:39.596196 run osmo-stp_10.42.42.5(pid=32352): stderr: \u000a| �[0;m�[38;5;43m20221209235737912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235737912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235737912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235737912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235737913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235737913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235737913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:39.652181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32352): Process ended prematurely: osmo-stp_10.42.42.5(pid=32352) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32352)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a23:57:39.661481 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:57:39.724578 run osmo-hlr_10.42.42.2(pid=32349): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32349)]\u000a23:57:39.775844 run osmo-hlr_10.42.42.2(pid=32349): stdout: \u000a| (launched: 2022-12-09_23:57:36.737264) \u000a23:57:39.828000 run osmo-hlr_10.42.42.2(pid=32349): stderr: \u000a| �[0;m�[1;31m20221209235736932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235736932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235736932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235736932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235736932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235736932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235736948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235736957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235736958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235736958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:39.898288 run osmo-msc_10.42.42.6(pid=32355): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32355)]\u000a23:57:39.949352 run osmo-msc_10.42.42.6(pid=32355): stdout: \u000a| (launched: 2022-12-09_23:57:38.732245) \u000a23:57:40.001215 run osmo-msc_10.42.42.6(pid=32355): stderr: \u000a| �[0;m�[38;5;43m20221209235739053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235739053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f669acecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235739053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235739053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235739053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235739053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235739055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235739055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235739056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235739056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:40.044849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32348): Terminating (SIGTERM)\u000a23:57:40.086890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32351): Terminating (SIGTERM)\u000a23:57:40.128394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32354): Terminating (SIGTERM)\u000a23:57:40.138297 --- ParallelTerminationStrategy: PID 32348 died...\u000a23:57:40.194302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32348): Terminated: ok {rc=0}\u000a23:57:40.204329 --- ParallelTerminationStrategy: PID 32351 died...\u000a23:57:40.260175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32351): Terminated: ok {rc=0}\u000a23:57:40.270176 --- ParallelTerminationStrategy: PID 32354 died...\u000a23:57:40.325596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32354): Terminated: ok {rc=0}\u000a23:57:40.412748 bus /sierra_3: Setting Powered False\u000a23:57:41.515274 bus /sierra_3: Setting Powered False\u000a23:57:42.625290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:57:23" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32366): Process ended prematurely: osmo-stp_10.42.42.5(pid=32366) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32366)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32366): Process ended prematurely: osmo-stp_10.42.42.5(pid=32366) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a23:57:44.609659 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:44.620633 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:57:44.773368 tst mo_mt_call.py: using LAC 24566\u000a23:57:44.894804 tst mo_mt_call.py: using RAC 86\u000a23:57:45.009507 tst mo_mt_call.py: using CellId 24566\u000a23:57:45.123995 tst mo_mt_call.py: using BVCI 24567\u000a23:57:45.146562 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:45.157603 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:45.168451 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:45.179264 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:45.190235 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:45.201131 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:57:45.318958 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:57:45.519166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:46.034433 run create_hlr_db(pid=32360): Launched\u000a23:57:46.222741 bus /sierra_2: Setting Powered False\u000a23:57:47.278206 run create_hlr_db(pid=32360): Terminated: ok {rc=0}\u000a23:57:47.674018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32362): Launched\u000a23:57:47.970052 run osmo-hlr_10.42.42.2(pid=32363): Launched\u000a23:57:48.085134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:48.607683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32365): Launched\u000a23:57:48.902883 run osmo-stp_10.42.42.5(pid=32366): Launched\u000a23:57:49.010779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:49.550571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32368): Launched\u000a23:57:49.847814 run osmo-msc_10.42.42.6(pid=32369): Launched\u000a23:57:50.022005 run osmo-stp_10.42.42.5(pid=32366): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32366)]\u000a23:57:50.147840 run osmo-stp_10.42.42.5(pid=32366): stdout: \u000a| (launched: 2022-12-09_23:57:48.758006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:50.271426 run osmo-stp_10.42.42.5(pid=32366): stderr: \u000a| �[0;m�[38;5;43m20221209235748926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235748926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235748927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235748927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235748927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235748928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235748928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:50.390005 run osmo-stp_10.42.42.5(pid=32366): stdout: \u000a| (launched: 2022-12-09_23:57:48.758006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:57:50.507640 run osmo-stp_10.42.42.5(pid=32366): stderr: \u000a| �[0;m�[38;5;43m20221209235748926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235748926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235748927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235748927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235748927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235748928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235748928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:57:50.559624 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32366): Process ended prematurely: osmo-stp_10.42.42.5(pid=32366) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32366)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a23:57:50.568197 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:57:50.627142 run osmo-hlr_10.42.42.2(pid=32363): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32363)]\u000a23:57:50.675914 run osmo-hlr_10.42.42.2(pid=32363): stdout: \u000a| (launched: 2022-12-09_23:57:47.825709) \u000a23:57:50.725022 run osmo-hlr_10.42.42.2(pid=32363): stderr: \u000a| �[0;m�[1;31m20221209235748002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235748002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235748002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235748002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235748002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235748002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235748015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235748023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235748024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235748024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:57:50.791357 run osmo-msc_10.42.42.6(pid=32369): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32369)]\u000a23:57:50.839780 run osmo-msc_10.42.42.6(pid=32369): stdout: \u000a| (launched: 2022-12-09_23:57:49.701270) \u000a23:57:50.888657 run osmo-msc_10.42.42.6(pid=32369): stderr: \u000a| �[0;m�[38;5;43m20221209235749975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235749975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b81a6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235749975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235749975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235749975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235749975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235749977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235749977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235749978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235749978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:57:50.930100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32362): Terminating (SIGTERM)\u000a23:57:50.969079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32365): Terminating (SIGTERM)\u000a23:57:51.008139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32368): Terminating (SIGTERM)\u000a23:57:51.017237 --- ParallelTerminationStrategy: PID 32362 died...\u000a23:57:51.069309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32362): Terminated: ok {rc=0}\u000a23:57:51.078788 --- ParallelTerminationStrategy: PID 32365 died...\u000a23:57:51.130957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32365): Terminated: ok {rc=0}\u000a23:57:51.140289 --- ParallelTerminationStrategy: PID 32368 died...\u000a23:57:51.192515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32368): Terminated: ok {rc=0}\u000a23:57:51.274812 bus /sierra_3: Setting Powered False\u000a23:57:52.374129 bus /sierra_3: Setting Powered False\u000a23:57:53.484115 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32377): Process ended prematurely: osmo-stp_10.42.42.5(pid=32377) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32377)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32377): Process ended prematurely: osmo-stp_10.42.42.5(pid=32377) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:57:54.591628 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:54.603244 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a23:57:54.764719 tst mo_mt_call_osmux.py: using LAC 24567\u000a23:57:54.890629 tst mo_mt_call_osmux.py: using RAC 87\u000a23:57:55.016811 tst mo_mt_call_osmux.py: using CellId 24567\u000a23:57:55.140605 tst mo_mt_call_osmux.py: using BVCI 24568\u000a23:57:55.165017 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:55.176478 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:55.188067 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:55.199910 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:55.212054 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a23:57:55.224264 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:57:55.339756 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a23:57:55.539016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:57:56.013443 run create_hlr_db(pid=32371): Launched\u000a23:57:56.184047 bus /sierra_2: Setting Powered False\u000a23:57:57.205481 run create_hlr_db(pid=32371): Terminated: ok {rc=0}\u000a23:57:57.627129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32373): Launched\u000a23:57:57.945427 run osmo-hlr_10.42.42.2(pid=32374): Launched\u000a23:57:58.063846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:57:58.615469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32376): Launched\u000a23:57:58.931587 run osmo-stp_10.42.42.5(pid=32377): Launched\u000a23:57:59.046823 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:57:59.627364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32379): Launched\u000a23:57:59.945559 run osmo-msc_10.42.42.6(pid=32380): Launched\u000a23:58:00.131857 run osmo-stp_10.42.42.5(pid=32377): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32377)]\u000a23:58:00.267166 run osmo-stp_10.42.42.5(pid=32377): stdout: \u000a| (launched: 2022-12-09_23:57:58.776592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:00.401904 run osmo-stp_10.42.42.5(pid=32377): stderr: \u000a| �[0;m�[38;5;43m20221209235758968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235758969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235758969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235758970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235758970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235758970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235758970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:00.530436 run osmo-stp_10.42.42.5(pid=32377): stdout: \u000a| (launched: 2022-12-09_23:57:58.776592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:00.657744 run osmo-stp_10.42.42.5(pid=32377): stderr: \u000a| �[0;m�[38;5;43m20221209235758968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235758969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235758969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235758970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235758970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235758970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235758970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:00.713929 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32377): Process ended prematurely: osmo-stp_10.42.42.5(pid=32377) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32377)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a23:58:00.723348 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:58:00.786620 run osmo-hlr_10.42.42.2(pid=32374): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32374)]\u000a23:58:00.842032 run osmo-hlr_10.42.42.2(pid=32374): stdout: \u000a| (launched: 2022-12-09_23:57:57.789210) \u000a23:58:00.901791 run osmo-hlr_10.42.42.2(pid=32374): stderr: \u000a| �[0;m�[1;31m20221209235757985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235757985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235757985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235757985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235757985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235757985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235757995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235758004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235758004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235758004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:00.972661 run osmo-msc_10.42.42.6(pid=32380): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32380)]\u000a23:58:01.026963 run osmo-msc_10.42.42.6(pid=32380): stdout: \u000a| (launched: 2022-12-09_23:57:59.789244) \u000a23:58:01.081196 run osmo-msc_10.42.42.6(pid=32380): stderr: \u000a| �[0;m�[38;5;43m20221209235800108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235800108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dc042ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235800108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235800108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235800108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235800109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235800110 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235800111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235800111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235800111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:01.127275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32373): Terminating (SIGTERM)\u000a23:58:01.171043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32376): Terminating (SIGTERM)\u000a23:58:01.216507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32379): Terminating (SIGTERM)\u000a23:58:01.227605 --- ParallelTerminationStrategy: PID 32373 died...\u000a23:58:01.287675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32373): Terminated: ok {rc=0}\u000a23:58:01.298693 --- ParallelTerminationStrategy: PID 32376 died...\u000a23:58:01.356243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32376): Terminated: ok {rc=0}\u000a23:58:01.368213 --- ParallelTerminationStrategy: PID 32379 died...\u000a23:58:01.426869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32379): Terminated: ok {rc=0}\u000a23:58:01.517317 bus /sierra_3: Setting Powered False\u000a23:58:02.617961 bus /sierra_3: Setting Powered False\u000a23:58:03.722873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:57:44" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a23:58:05.731241 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:05.742809 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:58:05.906825 tst mo_mt_call.py: using LAC 24568\u000a23:58:06.030213 tst mo_mt_call.py: using RAC 88\u000a23:58:06.153368 tst mo_mt_call.py: using CellId 24568\u000a23:58:06.278841 tst mo_mt_call.py: using BVCI 24569\u000a23:58:06.302879 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:06.314442 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:06.325681 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:06.337145 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:06.349004 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:06.361020 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:06.476251 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:06.684322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:07.180151 run create_hlr_db(pid=32385): Launched\u000a23:58:07.363867 bus /sierra_2: Setting Powered False\u000a23:58:08.385963 run create_hlr_db(pid=32385): Terminated: ok {rc=0}\u000a23:58:08.807230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Launched\u000a23:58:09.124411 run osmo-hlr_10.42.42.2(pid=32388): Launched\u000a23:58:09.242519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:09.757469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Launched\u000a23:58:10.054473 run osmo-stp_10.42.42.5(pid=32391): Launched\u000a23:58:10.163578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:10.703134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32393): Launched\u000a23:58:10.998500 run osmo-msc_10.42.42.6(pid=32394): Launched\u000a23:58:11.172544 run osmo-stp_10.42.42.5(pid=32391): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)]\u000a23:58:11.297785 run osmo-stp_10.42.42.5(pid=32391): stdout: \u000a| (launched: 2022-12-09_23:58:09.908671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:11.420778 run osmo-stp_10.42.42.5(pid=32391): stderr: \u000a| �[0;m�[38;5;43m20221209235810077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235810078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235810078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235810078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235810079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235810079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235810079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:11.539469 run osmo-stp_10.42.42.5(pid=32391): stdout: \u000a| (launched: 2022-12-09_23:58:09.908671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:11.657231 run osmo-stp_10.42.42.5(pid=32391): stderr: \u000a| �[0;m�[38;5;43m20221209235810077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235810078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235810078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235810078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235810079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235810079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235810079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:11.709482 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32391): Process ended prematurely: osmo-stp_10.42.42.5(pid=32391) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32391)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a23:58:11.718212 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:58:11.776848 run osmo-hlr_10.42.42.2(pid=32388): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32388)]\u000a23:58:11.825413 run osmo-hlr_10.42.42.2(pid=32388): stdout: \u000a| (launched: 2022-12-09_23:58:08.969258) \u000a23:58:11.874293 run osmo-hlr_10.42.42.2(pid=32388): stderr: \u000a| �[0;m�[1;31m20221209235809166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235809166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235809167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235809167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235809167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235809167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235809178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235809186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235809186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235809186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:11.940811 run osmo-msc_10.42.42.6(pid=32394): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32394)]\u000a23:58:11.989119 run osmo-msc_10.42.42.6(pid=32394): stdout: \u000a| (launched: 2022-12-09_23:58:10.853480) \u000a23:58:12.037920 run osmo-msc_10.42.42.6(pid=32394): stderr: \u000a| �[0;m�[38;5;43m20221209235811125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235811125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa23549c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235811125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235811125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235811126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235811126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235811127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235811128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235811128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235811128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:12.079250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Terminating (SIGTERM)\u000a23:58:12.118372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Terminating (SIGTERM)\u000a23:58:12.157624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32393): Terminating (SIGTERM)\u000a23:58:12.166696 --- ParallelTerminationStrategy: PID 32387 died...\u000a23:58:12.219259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32387): Terminated: ok {rc=0}\u000a23:58:12.228787 --- ParallelTerminationStrategy: PID 32390 died...\u000a23:58:12.281950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32390): Terminated: ok {rc=0}\u000a23:58:12.291430 --- ParallelTerminationStrategy: PID 32393 died...\u000a23:58:12.343585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32393): Terminated: ok {rc=0}\u000a23:58:12.432017 bus /sierra_3: Setting Powered False\u000a23:58:13.536782 bus /sierra_3: Setting Powered False\u000a23:58:14.648190 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32402): Process ended prematurely: osmo-stp_10.42.42.5(pid=32402) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32402)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32402): Process ended prematurely: osmo-stp_10.42.42.5(pid=32402) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:15.756047 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:15.767694 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a23:58:15.951356 tst mo_mt_call_osmux.py: using LAC 24569\u000a23:58:16.084476 tst mo_mt_call_osmux.py: using RAC 89\u000a23:58:16.211492 tst mo_mt_call_osmux.py: using CellId 24569\u000a23:58:16.336710 tst mo_mt_call_osmux.py: using BVCI 24570\u000a23:58:16.360519 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:16.372561 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:16.386330 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:16.397918 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:16.409947 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a23:58:16.422159 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:16.536773 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a23:58:16.755563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:17.260899 run create_hlr_db(pid=32396): Launched\u000a23:58:17.431728 bus /sierra_2: Setting Powered False\u000a23:58:18.454753 run create_hlr_db(pid=32396): Terminated: ok {rc=0}\u000a23:58:18.875078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32398): Launched\u000a23:58:19.191091 run osmo-hlr_10.42.42.2(pid=32399): Launched\u000a23:58:19.308235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:19.858525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32401): Launched\u000a23:58:20.175585 run osmo-stp_10.42.42.5(pid=32402): Launched\u000a23:58:20.292658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:20.871121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32404): Launched\u000a23:58:21.188046 run osmo-msc_10.42.42.6(pid=32405): Launched\u000a23:58:21.375880 run osmo-stp_10.42.42.5(pid=32402): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32402)]\u000a23:58:21.510718 run osmo-stp_10.42.42.5(pid=32402): stdout: \u000a| (launched: 2022-12-09_23:58:20.020605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:21.645254 run osmo-stp_10.42.42.5(pid=32402): stderr: \u000a| �[0;m�[38;5;43m20221209235820211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235820211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235820212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235820212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235820214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235820215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235820215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:21.772897 run osmo-stp_10.42.42.5(pid=32402): stdout: \u000a| (launched: 2022-12-09_23:58:20.020605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:21.899925 run osmo-stp_10.42.42.5(pid=32402): stderr: \u000a| �[0;m�[38;5;43m20221209235820211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235820211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235820212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235820212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235820214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235820215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235820215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:21.955842 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32402): Process ended prematurely: osmo-stp_10.42.42.5(pid=32402) [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32402)] [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a23:58:21.965340 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a23:58:22.028417 run osmo-hlr_10.42.42.2(pid=32399): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32399)]\u000a23:58:22.080321 run osmo-hlr_10.42.42.2(pid=32399): stdout: \u000a| (launched: 2022-12-09_23:58:19.036766) \u000a23:58:22.132410 run osmo-hlr_10.42.42.2(pid=32399): stderr: \u000a| �[0;m�[1;31m20221209235819234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235819234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235819234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235819234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235819234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235819235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235819248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235819256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235819256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235819256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:22.202590 run osmo-msc_10.42.42.6(pid=32405): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32405)]\u000a23:58:22.254163 run osmo-msc_10.42.42.6(pid=32405): stdout: \u000a| (launched: 2022-12-09_23:58:21.032334) \u000a23:58:22.306169 run osmo-msc_10.42.42.6(pid=32405): stderr: \u000a| �[0;m�[38;5;43m20221209235821352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235821352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66d73a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235821352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235821352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235821352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235821353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235821354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235821355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235821355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235821355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:22.349814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32398): Terminating (SIGTERM)\u000a23:58:22.391586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32401): Terminating (SIGTERM)\u000a23:58:22.432931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32404): Terminating (SIGTERM)\u000a23:58:22.442540 --- ParallelTerminationStrategy: PID 32398 died...\u000a23:58:22.498131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32398): Terminated: ok {rc=0}\u000a23:58:22.508209 --- ParallelTerminationStrategy: PID 32401 died...\u000a23:58:22.563920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32401): Terminated: ok {rc=0}\u000a23:58:22.573981 --- ParallelTerminationStrategy: PID 32404 died...\u000a23:58:22.629397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32404): Terminated: ok {rc=0}\u000a23:58:22.714719 bus /sierra_3: Setting Powered False\u000a23:58:23.820101 bus /sierra_3: Setting Powered False\u000a23:58:24.926981 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:58:05" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32416): Process ended prematurely: osmo-stp_10.42.42.5(pid=32416) [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32416): Process ended prematurely: osmo-stp_10.42.42.5(pid=32416) [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a23:58:26.925771 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:26.937480 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:58:27.101807 tst mo_mt_call.py: using LAC 24570\u000a23:58:27.230804 tst mo_mt_call.py: using RAC 90\u000a23:58:27.349478 tst mo_mt_call.py: using CellId 24570\u000a23:58:27.464106 tst mo_mt_call.py: using BVCI 24571\u000a23:58:27.486717 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:27.497806 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:27.508670 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:27.519566 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:27.530560 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:27.541422 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:27.658249 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:27.864626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:28.365855 run create_hlr_db(pid=32410): Launched\u000a23:58:28.550546 bus /sierra_2: Setting Powered False\u000a23:58:29.571321 run create_hlr_db(pid=32410): Terminated: ok {rc=0}\u000a23:58:29.969854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32412): Launched\u000a23:58:30.267148 run osmo-hlr_10.42.42.2(pid=32413): Launched\u000a23:58:30.376695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:30.903613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32415): Launched\u000a23:58:31.313084 run osmo-stp_10.42.42.5(pid=32416): Launched\u000a23:58:31.542224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:32.176942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32418): Launched\u000a23:58:32.474490 run osmo-msc_10.42.42.6(pid=32419): Launched\u000a23:58:32.648042 run osmo-stp_10.42.42.5(pid=32416): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)]\u000a23:58:32.773698 run osmo-stp_10.42.42.5(pid=32416): stdout: \u000a| (launched: 2022-12-09_23:58:31.065821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:32.896936 run osmo-stp_10.42.42.5(pid=32416): stderr: \u000a| �[0;m�[38;5;43m20221209235831395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235831395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235831395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235831396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235831396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235831396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235831396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:33.016286 run osmo-stp_10.42.42.5(pid=32416): stdout: \u000a| (launched: 2022-12-09_23:58:31.065821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:33.133850 run osmo-stp_10.42.42.5(pid=32416): stderr: \u000a| �[0;m�[38;5;43m20221209235831395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235831395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235831395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235831396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235831396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235831396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235831396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:33.186068 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32416): Process ended prematurely: osmo-stp_10.42.42.5(pid=32416) [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)] [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a23:58:33.194631 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a23:58:33.253423 run osmo-hlr_10.42.42.2(pid=32413): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32413)]\u000a23:58:33.301782 run osmo-hlr_10.42.42.2(pid=32413): stdout: \u000a| (launched: 2022-12-09_23:58:30.121543) \u000a23:58:33.350826 run osmo-hlr_10.42.42.2(pid=32413): stderr: \u000a| �[0;m�[1;31m20221209235830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235830296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235830297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235830297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235830297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235830297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235830313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235830322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235830323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235830323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:33.417311 run osmo-msc_10.42.42.6(pid=32419): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32419)]\u000a23:58:33.465563 run osmo-msc_10.42.42.6(pid=32419): stdout: \u000a| (launched: 2022-12-09_23:58:32.328166) \u000a23:58:33.514319 run osmo-msc_10.42.42.6(pid=32419): stderr: \u000a| �[0;m�[38;5;43m20221209235832600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235832601 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1a2c9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235832601 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235832601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235832601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235832601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235832603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235832603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235832603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235832604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:33.555265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32412): Terminating (SIGTERM)\u000a23:58:33.594067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32415): Terminating (SIGTERM)\u000a23:58:33.632679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32418): Terminating (SIGTERM)\u000a23:58:33.641396 --- ParallelTerminationStrategy: PID 32412 died...\u000a23:58:33.693323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32412): Terminated: ok {rc=0}\u000a23:58:33.702821 --- ParallelTerminationStrategy: PID 32415 died...\u000a23:58:33.754843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32415): Terminated: ok {rc=0}\u000a23:58:33.764127 --- ParallelTerminationStrategy: PID 32418 died...\u000a23:58:33.816492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32418): Terminated: ok {rc=0}\u000a23:58:33.903279 bus /sierra_3: Setting Powered False\u000a23:58:35.004375 bus /sierra_3: Setting Powered False\u000a23:58:36.115484 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32427): Process ended prematurely: osmo-stp_10.42.42.5(pid=32427) [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32427)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32427): Process ended prematurely: osmo-stp_10.42.42.5(pid=32427) [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:37.224376 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:37.236076 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a23:58:37.392935 tst mo_mt_call_osmux.py: using LAC 24571\u000a23:58:37.514165 tst mo_mt_call_osmux.py: using RAC 91\u000a23:58:37.629295 tst mo_mt_call_osmux.py: using CellId 24571\u000a23:58:37.744450 tst mo_mt_call_osmux.py: using BVCI 24572\u000a23:58:37.767003 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:37.778208 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:37.789277 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:37.800174 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:37.811215 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a23:58:37.822151 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:37.940646 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a23:58:38.152527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:38.654491 run create_hlr_db(pid=32421): Launched\u000a23:58:38.838825 bus /sierra_2: Setting Powered False\u000a23:58:39.861344 run create_hlr_db(pid=32421): Terminated: ok {rc=0}\u000a23:58:40.263126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32423): Launched\u000a23:58:40.561159 run osmo-hlr_10.42.42.2(pid=32424): Launched\u000a23:58:40.679603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:41.201172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32426): Launched\u000a23:58:41.498047 run osmo-stp_10.42.42.5(pid=32427): Launched\u000a23:58:41.606838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:42.154681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32429): Launched\u000a23:58:42.453158 run osmo-msc_10.42.42.6(pid=32430): Launched\u000a23:58:42.628555 run osmo-stp_10.42.42.5(pid=32427): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32427)]\u000a23:58:42.754853 run osmo-stp_10.42.42.5(pid=32427): stdout: \u000a| (launched: 2022-12-09_23:58:41.352226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:42.879053 run osmo-stp_10.42.42.5(pid=32427): stderr: \u000a| �[0;m�[38;5;43m20221209235841519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235841519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235841519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235841519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235841520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235841520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235841520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:42.999041 run osmo-stp_10.42.42.5(pid=32427): stdout: \u000a| (launched: 2022-12-09_23:58:41.352226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:43.117842 run osmo-stp_10.42.42.5(pid=32427): stderr: \u000a| �[0;m�[38;5;43m20221209235841519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235841519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235841519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235841519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235841520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235841520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235841520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:43.170268 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32427): Process ended prematurely: osmo-stp_10.42.42.5(pid=32427) [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32427)] [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a23:58:43.178846 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a23:58:43.237815 run osmo-hlr_10.42.42.2(pid=32424): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32424)]\u000a23:58:43.286548 run osmo-hlr_10.42.42.2(pid=32424): stdout: \u000a| (launched: 2022-12-09_23:58:40.414335) \u000a23:58:43.335818 run osmo-hlr_10.42.42.2(pid=32424): stderr: \u000a| �[0;m�[1;31m20221209235840590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235840590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235840590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235840590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235840590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235840590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235840602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235840611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235840612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235840612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:43.402750 run osmo-msc_10.42.42.6(pid=32430): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32430)]\u000a23:58:43.451129 run osmo-msc_10.42.42.6(pid=32430): stdout: \u000a| (launched: 2022-12-09_23:58:42.306877) \u000a23:58:43.500300 run osmo-msc_10.42.42.6(pid=32430): stderr: \u000a| �[0;m�[38;5;43m20221209235842582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235842582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7643936c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235842582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235842582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235842582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235842582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235842584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235842584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235842585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235842585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:43.541780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32423): Terminating (SIGTERM)\u000a23:58:43.581005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32426): Terminating (SIGTERM)\u000a23:58:43.620109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32429): Terminating (SIGTERM)\u000a23:58:43.629270 --- ParallelTerminationStrategy: PID 32423 died...\u000a23:58:43.681888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32423): Terminated: ok {rc=0}\u000a23:58:43.691371 --- ParallelTerminationStrategy: PID 32426 died...\u000a23:58:43.743792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32426): Terminated: ok {rc=0}\u000a23:58:43.753311 --- ParallelTerminationStrategy: PID 32429 died...\u000a23:58:43.805888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32429): Terminated: ok {rc=0}\u000a23:58:43.889131 bus /sierra_3: Setting Powered False\u000a23:58:44.996095 bus /sierra_3: Setting Powered False\u000a23:58:46.116488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:58:26" }, { "cases" : [ { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32442): Process ended prematurely: osmo-stp_10.42.42.5(pid=32442) [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32442)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32442): Process ended prematurely: osmo-stp_10.42.42.5(pid=32442) [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a23:58:48.103597 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:48.114592 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:58:48.271906 tst mo_mt_call.py: using LAC 24572\u000a23:58:48.389898 tst mo_mt_call.py: using RAC 92\u000a23:58:48.506395 tst mo_mt_call.py: using CellId 24572\u000a23:58:48.622819 tst mo_mt_call.py: using BVCI 24573\u000a23:58:48.645621 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:48.656546 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:48.667192 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:48.677736 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:48.688193 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:48.698787 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:58:48.816247 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:58:49.026189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:49.526357 run create_hlr_db(pid=32436): Launched\u000a23:58:49.710546 bus /sierra_2: Setting Powered False\u000a23:58:50.731403 run create_hlr_db(pid=32436): Terminated: ok {rc=0}\u000a23:58:51.130227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32438): Launched\u000a23:58:51.427246 run osmo-hlr_10.42.42.2(pid=32439): Launched\u000a23:58:51.540431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:58:52.054376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32441): Launched\u000a23:58:52.350335 run osmo-stp_10.42.42.5(pid=32442): Launched\u000a23:58:52.457966 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:58:52.999903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32444): Launched\u000a23:58:53.297807 run osmo-msc_10.42.42.6(pid=32445): Launched\u000a23:58:53.473137 run osmo-stp_10.42.42.5(pid=32442): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32442)]\u000a23:58:53.600118 run osmo-stp_10.42.42.5(pid=32442): stdout: \u000a| (launched: 2022-12-09_23:58:52.204550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:53.724113 run osmo-stp_10.42.42.5(pid=32442): stderr: \u000a| �[0;m�[38;5;43m20221209235852376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235852376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235852376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235852377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235852377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235852377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235852377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:53.844292 run osmo-stp_10.42.42.5(pid=32442): stdout: \u000a| (launched: 2022-12-09_23:58:52.204550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:58:53.962942 run osmo-stp_10.42.42.5(pid=32442): stderr: \u000a| �[0;m�[38;5;43m20221209235852376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235852376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235852376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235852377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235852377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235852377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235852377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:58:54.015393 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32442): Process ended prematurely: osmo-stp_10.42.42.5(pid=32442) [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32442)] [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a23:58:54.023810 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a23:58:54.082379 run osmo-hlr_10.42.42.2(pid=32439): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32439)]\u000a23:58:54.130697 run osmo-hlr_10.42.42.2(pid=32439): stdout: \u000a| (launched: 2022-12-09_23:58:51.281352) \u000a23:58:54.179662 run osmo-hlr_10.42.42.2(pid=32439): stderr: \u000a| �[0;m�[1;31m20221209235851456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235851456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235851456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235851456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235851456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235851456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235851469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235851479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235851479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235851479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:58:54.245641 run osmo-msc_10.42.42.6(pid=32445): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32445)]\u000a23:58:54.295433 run osmo-msc_10.42.42.6(pid=32445): stdout: \u000a| (launched: 2022-12-09_23:58:53.150783) \u000a23:58:54.344102 run osmo-msc_10.42.42.6(pid=32445): stderr: \u000a| �[0;m�[38;5;43m20221209235853424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235853425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14ad496c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235853425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235853425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235853425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235853425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235853429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235853429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235853429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235853429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:58:54.385108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32438): Terminating (SIGTERM)\u000a23:58:54.423914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32441): Terminating (SIGTERM)\u000a23:58:54.463018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32444): Terminating (SIGTERM)\u000a23:58:54.472102 --- ParallelTerminationStrategy: PID 32438 died...\u000a23:58:54.524826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32438): Terminated: ok {rc=0}\u000a23:58:54.534515 --- ParallelTerminationStrategy: PID 32441 died...\u000a23:58:54.586871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32441): Terminated: ok {rc=0}\u000a23:58:54.596354 --- ParallelTerminationStrategy: PID 32444 died...\u000a23:58:54.648227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32444): Terminated: ok {rc=0}\u000a23:58:54.730809 bus /sierra_3: Setting Powered False\u000a23:58:55.837324 bus /sierra_3: Setting Powered False\u000a23:58:56.944777 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32453): Process ended prematurely: osmo-stp_10.42.42.5(pid=32453) [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32453): Process ended prematurely: osmo-stp_10.42.42.5(pid=32453) [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a23:58:58.059473 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:58.071686 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a23:58:58.237731 tst mo_mt_call_osmux.py: using LAC 24573\u000a23:58:58.364763 tst mo_mt_call_osmux.py: using RAC 93\u000a23:58:58.490789 tst mo_mt_call_osmux.py: using CellId 24573\u000a23:58:58.615763 tst mo_mt_call_osmux.py: using BVCI 24574\u000a23:58:58.640089 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:58.651611 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:58.662947 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:58.674611 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:58.687362 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a23:58:58.699342 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:58:58.816310 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a23:58:59.024265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:58:59.521877 run create_hlr_db(pid=32447): Launched\u000a23:58:59.705674 bus /sierra_2: Setting Powered False\u000a23:59:00.726578 run create_hlr_db(pid=32447): Terminated: ok {rc=0}\u000a23:59:01.194890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32449): Launched\u000a23:59:01.656101 run osmo-hlr_10.42.42.2(pid=32450): Launched\u000a23:59:01.882631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:02.571544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32452): Launched\u000a23:59:02.866322 run osmo-stp_10.42.42.5(pid=32453): Launched\u000a23:59:02.974342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:03.515104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32455): Launched\u000a23:59:03.811652 run osmo-msc_10.42.42.6(pid=32456): Launched\u000a23:59:03.985992 run osmo-stp_10.42.42.5(pid=32453): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)]\u000a23:59:04.112002 run osmo-stp_10.42.42.5(pid=32453): stdout: \u000a| (launched: 2022-12-09_23:59:02.721820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:04.235610 run osmo-stp_10.42.42.5(pid=32453): stderr: \u000a| �[0;m�[38;5;43m20221209235902887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235902887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235902888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235902888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:04.355722 run osmo-stp_10.42.42.5(pid=32453): stdout: \u000a| (launched: 2022-12-09_23:59:02.721820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:04.474454 run osmo-stp_10.42.42.5(pid=32453): stderr: \u000a| �[0;m�[38;5;43m20221209235902887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235902887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235902888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235902888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235902890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:04.527080 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32453): Process ended prematurely: osmo-stp_10.42.42.5(pid=32453) [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32453)] [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a23:59:04.535782 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a23:59:04.595254 run osmo-hlr_10.42.42.2(pid=32450): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32450)]\u000a23:59:04.643782 run osmo-hlr_10.42.42.2(pid=32450): stdout: \u000a| (launched: 2022-12-09_23:59:01.407933) \u000a23:59:04.692715 run osmo-hlr_10.42.42.2(pid=32450): stderr: \u000a| �[0;m�[1;31m20221209235901724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235901724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235901724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235901724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235901725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235901725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235901742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235901767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235901767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235901767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:04.759257 run osmo-msc_10.42.42.6(pid=32456): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32456)]\u000a23:59:04.807665 run osmo-msc_10.42.42.6(pid=32456): stdout: \u000a| (launched: 2022-12-09_23:59:03.665909) \u000a23:59:04.856916 run osmo-msc_10.42.42.6(pid=32456): stderr: \u000a| �[0;m�[38;5;43m20221209235903937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235903937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f800aa35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235903938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235903938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235903938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235903938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235903940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235903940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235903940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235903940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:04.898382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32449): Terminating (SIGTERM)\u000a23:59:04.937624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32452): Terminating (SIGTERM)\u000a23:59:04.977155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32455): Terminating (SIGTERM)\u000a23:59:04.986408 --- ParallelTerminationStrategy: PID 32449 died...\u000a23:59:05.039333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32449): Terminated: ok {rc=0}\u000a23:59:05.049280 --- ParallelTerminationStrategy: PID 32452 died...\u000a23:59:05.102416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32452): Terminated: ok {rc=0}\u000a23:59:05.112065 --- ParallelTerminationStrategy: PID 32455 died...\u000a23:59:05.165245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32455): Terminated: ok {rc=0}\u000a23:59:05.254047 bus /sierra_3: Setting Powered False\u000a23:59:06.356905 bus /sierra_3: Setting Powered False\u000a23:59:07.463157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:58:47" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "emergency:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32468): Process ended prematurely: osmo-stp_10.42.42.5(pid=32468) [trial-2366↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32468)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32468): Process ended prematurely: osmo-stp_10.42.42.5(pid=32468) [trial-2366↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a23:59:09.481222 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:09.492309 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:09.636654 tst emergency_mo_mt_call.py: using LAC 24574\u000a23:59:09.752865 tst emergency_mo_mt_call.py: using RAC 94\u000a23:59:09.867443 tst emergency_mo_mt_call.py: using CellId 24574\u000a23:59:09.989271 tst emergency_mo_mt_call.py: using BVCI 24575\u000a23:59:10.013317 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:10.024515 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:10.035361 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:10.047189 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:10.058465 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:10.069959 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:10.187510 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:10.388168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:10.854992 run create_hlr_db(pid=32462): Launched\u000a23:59:11.023658 bus /sierra_2: Setting Powered False\u000a23:59:12.044836 run create_hlr_db(pid=32462): Terminated: ok {rc=0}\u000a23:59:12.455065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32464): Launched\u000a23:59:12.745803 run osmo-hlr_10.42.42.2(pid=32465): Launched\u000a23:59:12.857402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:13.373820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32467): Launched\u000a23:59:13.663640 run osmo-stp_10.42.42.5(pid=32468): Launched\u000a23:59:13.785656 tst emergency_mo_mt_call.py: using MSISDN 7442\u000a23:59:13.930124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:14.464003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32470): Launched\u000a23:59:14.757930 run osmo-msc_10.42.42.6(pid=32471): Launched\u000a23:59:14.928790 run osmo-stp_10.42.42.5(pid=32468): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32468)]\u000a23:59:15.053491 run osmo-stp_10.42.42.5(pid=32468): stdout: \u000a| (launched: 2022-12-09_23:59:13.521370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:15.175508 run osmo-stp_10.42.42.5(pid=32468): stderr: \u000a| �[0;m�[38;5;43m20221209235913689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235913689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235913689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235913690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:15.292502 run osmo-stp_10.42.42.5(pid=32468): stdout: \u000a| (launched: 2022-12-09_23:59:13.521370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:15.408543 run osmo-stp_10.42.42.5(pid=32468): stderr: \u000a| �[0;m�[38;5;43m20221209235913689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235913689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235913689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235913690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235913690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:15.459478 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32468): Process ended prematurely: osmo-stp_10.42.42.5(pid=32468) [trial-2366↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32468)] [trial-2366↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a23:59:15.467430 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a23:59:15.526085 run osmo-hlr_10.42.42.2(pid=32465): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32465)]\u000a23:59:15.574451 run osmo-hlr_10.42.42.2(pid=32465): stdout: \u000a| (launched: 2022-12-09_23:59:12.603018) \u000a23:59:15.623327 run osmo-hlr_10.42.42.2(pid=32465): stderr: \u000a| �[0;m�[1;31m20221209235912778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235912778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235912778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235912778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235912778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235912778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235912790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235912798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235912798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235912798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:15.689917 run osmo-msc_10.42.42.6(pid=32471): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32471)]\u000a23:59:15.738268 run osmo-msc_10.42.42.6(pid=32471): stdout: \u000a| (launched: 2022-12-09_23:59:14.612216) \u000a23:59:15.787164 run osmo-msc_10.42.42.6(pid=32471): stderr: \u000a| �[0;m�[38;5;43m20221209235914884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235914884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6105afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235914884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235914884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235914884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235914884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235914886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235914887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235914887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235914887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:15.828701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32464): Terminating (SIGTERM)\u000a23:59:15.868417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32467): Terminating (SIGTERM)\u000a23:59:15.914565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32470): Terminating (SIGTERM)\u000a23:59:15.923644 --- ParallelTerminationStrategy: PID 32464 died...\u000a23:59:15.976801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32464): Terminated: ok {rc=0}\u000a23:59:15.986562 --- ParallelTerminationStrategy: PID 32467 died...\u000a23:59:16.041966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32467): Terminated: ok {rc=0}\u000a23:59:16.053161 --- ParallelTerminationStrategy: PID 32470 died...\u000a23:59:16.115743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32470): Terminated: ok {rc=0}\u000a23:59:16.223969 bus /sierra_3: Setting Powered False\u000a23:59:17.336414 bus /sierra_3: Setting Powered False\u000a23:59:18.447977 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32479): Process ended prematurely: osmo-stp_10.42.42.5(pid=32479) [trial-2366↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32479): Process ended prematurely: osmo-stp_10.42.42.5(pid=32479) [trial-2366↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a23:59:19.499242 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:19.510326 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:19.646332 tst emergency_preemptive_call.py: using LAC 24575\u000a23:59:19.767025 tst emergency_preemptive_call.py: using RAC 95\u000a23:59:19.880701 tst emergency_preemptive_call.py: using CellId 24575\u000a23:59:19.994022 tst emergency_preemptive_call.py: using BVCI 24576\u000a23:59:20.016104 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:20.026690 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:20.037025 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:20.047382 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:20.057760 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:59:20.067998 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:20.185419 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:20.302379 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:20.417114 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:20.624115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:21.118320 run create_hlr_db(pid=32473): Launched\u000a23:59:21.300755 bus /sierra_2: Setting Powered False\u000a23:59:22.310895 run create_hlr_db(pid=32473): Terminated: ok {rc=0}\u000a23:59:22.734000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32475): Launched\u000a23:59:23.047369 run osmo-hlr_10.42.42.2(pid=32476): Launched\u000a23:59:23.165852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:23.709135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32478): Launched\u000a23:59:24.022477 run osmo-stp_10.42.42.5(pid=32479): Launched\u000a23:59:24.146223 tst emergency_preemptive_call.py: using MSISDN 7443\u000a23:59:24.303336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:59:24.871748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32481): Launched\u000a23:59:25.183923 run osmo-msc_10.42.42.6(pid=32482): Launched\u000a23:59:25.367954 run osmo-stp_10.42.42.5(pid=32479): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)]\u000a23:59:25.500579 run osmo-stp_10.42.42.5(pid=32479): stdout: \u000a| (launched: 2022-12-09_23:59:23.868275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:25.633163 run osmo-stp_10.42.42.5(pid=32479): stderr: \u000a| �[0;m�[38;5;43m20221209235924058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235924058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235924058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235924059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235924059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235924059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235924059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:25.758792 run osmo-stp_10.42.42.5(pid=32479): stdout: \u000a| (launched: 2022-12-09_23:59:23.868275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:25.883399 run osmo-stp_10.42.42.5(pid=32479): stderr: \u000a| �[0;m�[38;5;43m20221209235924058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235924058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235924058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235924059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235924059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235924059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235924059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:25.937891 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32479): Process ended prematurely: osmo-stp_10.42.42.5(pid=32479) [trial-2366↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32479)] [trial-2366↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a23:59:25.946429 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a23:59:26.009159 run osmo-hlr_10.42.42.2(pid=32476): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32476)]\u000a23:59:26.060514 run osmo-hlr_10.42.42.2(pid=32476): stdout: \u000a| (launched: 2022-12-09_23:59:22.894156) \u000a23:59:26.111998 run osmo-hlr_10.42.42.2(pid=32476): stderr: \u000a| �[0;m�[1;31m20221209235923089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235923089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235923089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235923089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235923089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235923090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235923102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235923110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235923111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235923111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:26.183020 run osmo-msc_10.42.42.6(pid=32482): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32482)]\u000a23:59:26.234364 run osmo-msc_10.42.42.6(pid=32482): stdout: \u000a| (launched: 2022-12-09_23:59:25.030547) \u000a23:59:26.286762 run osmo-msc_10.42.42.6(pid=32482): stderr: \u000a| �[0;m�[38;5;43m20221209235925350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209235925350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb350ae7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209235925350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209235925350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209235925350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209235925350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209235925352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209235925353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209235925353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209235925353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:59:26.330497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32475): Terminating (SIGTERM)\u000a23:59:26.372047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32478): Terminating (SIGTERM)\u000a23:59:26.413638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32481): Terminating (SIGTERM)\u000a23:59:26.423425 --- ParallelTerminationStrategy: PID 32475 died...\u000a23:59:26.479474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32475): Terminated: ok {rc=0}\u000a23:59:26.489612 --- ParallelTerminationStrategy: PID 32478 died...\u000a23:59:26.545097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32478): Terminated: ok {rc=0}\u000a23:59:26.555272 --- ParallelTerminationStrategy: PID 32481 died...\u000a23:59:26.610828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32481): Terminated: ok {rc=0}\u000a23:59:26.696145 bus /sierra_9: Setting Powered False\u000a23:59:27.801686 bus /sierra_9: Setting Powered False\u000a23:59:28.908938 bus /sierra_8: Setting Powered False\u000a23:59:30.010136 bus /sierra_8: Setting Powered False\u000a23:59:31.137980 bus /sierra_3: Setting Powered False\u000a23:59:32.257399 bus /sierra_3: Setting Powered False\u000a23:59:33.364938 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:59:09" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32497): Process ended prematurely: osmo-stp_10.42.42.5(pid=32497) [trial-2366↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32497)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32497): Process ended prematurely: osmo-stp_10.42.42.5(pid=32497) [trial-2366↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a23:59:35.472541 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:35.483297 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:35.618117 tst cs_paging_gprs_active.py: using LAC 24576\u000a23:59:35.733679 tst cs_paging_gprs_active.py: using RAC 96\u000a23:59:35.852708 tst cs_paging_gprs_active.py: using CellId 24576\u000a23:59:35.969231 tst cs_paging_gprs_active.py: using BVCI 24577\u000a23:59:35.991765 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.002384 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.012632 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.022958 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.033217 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.043481 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.053895 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.064361 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:36.075079 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:36.192828 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:36.468564 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a23:59:36.593038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:59:36.900678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Launched\u000a23:59:37.156290 run iperf3-srv_10.42.42.10(pid=32488): Launched\u000a23:59:37.348897 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a23:59:37.483392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:59:37.813740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32489): Launched\u000a23:59:38.086812 run iperf3-srv_10.42.42.10(pid=32490): Launched\u000a23:59:38.283151 tst cs_paging_gprs_active.py:38: start network...\u000a23:59:38.417152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:38.918962 run create_hlr_db(pid=32491): Launched\u000a23:59:39.103116 bus /sierra_2: Setting Powered False\u000a23:59:40.125248 run create_hlr_db(pid=32491): Terminated: ok {rc=0}\u000a23:59:40.526661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32493): Launched\u000a23:59:40.826627 run osmo-hlr_10.42.42.2(pid=32494): Launched\u000a23:59:40.942945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:41.470238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32496): Launched\u000a23:59:41.769193 run osmo-stp_10.42.42.5(pid=32497): Launched\u000a23:59:41.878597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:59:42.396349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32499): Launched\u000a23:59:42.502004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:59:42.761568 run patchelf(pid=32500): Launched\u000a23:59:42.935776 run osmo-stp_10.42.42.5(pid=32497): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32497)]\u000a23:59:43.063270 run osmo-stp_10.42.42.5(pid=32497): stdout: \u000a| (launched: 2022-12-09_23:59:41.621958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:43.191152 run osmo-stp_10.42.42.5(pid=32497): stderr: \u000a| �[0;m�[38;5;43m20221209235941793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235941793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235941793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235941794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235941794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235941794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235941794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:43.314097 run osmo-stp_10.42.42.5(pid=32497): stdout: \u000a| (launched: 2022-12-09_23:59:41.621958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:43.435924 run osmo-stp_10.42.42.5(pid=32497): stderr: \u000a| �[0;m�[38;5;43m20221209235941793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235941793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235941793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235941794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235941794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235941794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235941794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:43.577857 run patchelf(pid=32500): Terminating (SIGINT)\u000a23:59:43.744484 run patchelf(pid=32500): Terminated: ok {rc=0}\u000a23:59:43.775373 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32497): Process ended prematurely: osmo-stp_10.42.42.5(pid=32497) [trial-2366↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32497)] [trial-2366↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a23:59:43.784588 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a23:59:43.843754 run osmo-hlr_10.42.42.2(pid=32494): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32494)]\u000a23:59:43.892077 run osmo-hlr_10.42.42.2(pid=32494): stdout: \u000a| (launched: 2022-12-09_23:59:40.679672) \u000a23:59:43.940911 run osmo-hlr_10.42.42.2(pid=32494): stderr: \u000a| �[0;m�[1;31m20221209235940857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235940857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235940857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235940857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235940857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235940857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235940869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235940878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235940878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235940878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:43.982382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminating (SIGTERM)\u000a23:59:44.021515 run iperf3-srv_10.42.42.10(pid=32488): Terminating (SIGTERM)\u000a23:59:44.061065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32489): Terminating (SIGTERM)\u000a23:59:44.100490 run iperf3-srv_10.42.42.10(pid=32490): Terminating (SIGTERM)\u000a23:59:44.139561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32493): Terminating (SIGTERM)\u000a23:59:44.178495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32496): Terminating (SIGTERM)\u000a23:59:44.217234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32499): Terminating (SIGTERM)\u000a23:59:44.226272 --- ParallelTerminationStrategy: PID 32487 died...\u000a23:59:44.278795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminated: ok {rc=0}\u000a23:59:44.288297 --- ParallelTerminationStrategy: PID 32488 died...\u000a23:59:44.340713 run iperf3-srv_10.42.42.10(pid=32488): Terminated {rc=256}\u000a23:59:44.350353 --- ParallelTerminationStrategy: PID 32489 died...\u000a23:59:44.402983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32489): Terminated: ok {rc=0}\u000a23:59:44.412468 --- ParallelTerminationStrategy: PID 32490 died...\u000a23:59:44.465261 run iperf3-srv_10.42.42.10(pid=32490): Terminated {rc=256}\u000a23:59:44.474968 --- ParallelTerminationStrategy: PID 32493 died...\u000a23:59:44.527873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32493): Terminated: ok {rc=0}\u000a23:59:44.537826 --- ParallelTerminationStrategy: PID 32496 died...\u000a23:59:44.590463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32496): Terminated: ok {rc=0}\u000a23:59:44.600355 --- ParallelTerminationStrategy: PID 32499 died...\u000a23:59:44.653534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32499): Terminated: ok {rc=0}\u000a23:59:44.741727 bus /gobi_0: Setting Powered False\u000a23:59:45.849246 bus /gobi_0: Setting Powered False\u000a23:59:46.979899 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32509): Process ended prematurely: osmo-stp_10.42.42.5(pid=32509) [trial-2366↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32509)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32509): Process ended prematurely: osmo-stp_10.42.42.5(pid=32509) [trial-2366↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a23:59:48.089552 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.100666 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:48.239048 tst iperf3.py: using LAC 24577\u000a23:59:48.356153 tst iperf3.py: using RAC 97\u000a23:59:48.473504 tst iperf3.py: using CellId 24577\u000a23:59:48.590463 tst iperf3.py: using BVCI 24578\u000a23:59:48.613298 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.623653 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.633866 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.644258 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.654575 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.665001 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.675310 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.686098 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:48.696692 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:48.986663 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:59:49.120340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:59:49.450026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Launched\u000a23:59:49.724038 run iperf3-srv_10.42.42.10(pid=32502): Launched\u000a23:59:49.919616 tst iperf3.py:8: start network...\u000a23:59:50.053316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:59:50.555012 run create_hlr_db(pid=32503): Launched\u000a23:59:50.740326 bus /gobi_6: Setting Powered False\u000a23:59:51.762126 run create_hlr_db(pid=32503): Terminated: ok {rc=0}\u000a23:59:52.186407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32505): Launched\u000a23:59:52.506473 run osmo-hlr_10.42.42.2(pid=32506): Launched\u000a23:59:52.627578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:59:53.182310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32508): Launched\u000a23:59:53.501181 run osmo-stp_10.42.42.5(pid=32509): Launched\u000a23:59:53.617203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a23:59:54.170583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32511): Launched\u000a23:59:54.284488 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a23:59:54.561076 run patchelf(pid=32512): Launched\u000a23:59:54.747444 run osmo-stp_10.42.42.5(pid=32509): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32509)]\u000a23:59:54.884637 run osmo-stp_10.42.42.5(pid=32509): stdout: \u000a| (launched: 2022-12-09_23:59:53.345161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:55.022166 run osmo-stp_10.42.42.5(pid=32509): stderr: \u000a| �[0;m�[38;5;43m20221209235953534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235953534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235953535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235953535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235953535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235953535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235953535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:55.154198 run osmo-stp_10.42.42.5(pid=32509): stdout: \u000a| (launched: 2022-12-09_23:59:53.345161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:59:55.285459 run osmo-stp_10.42.42.5(pid=32509): stderr: \u000a| �[0;m�[38;5;43m20221209235953534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209235953534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209235953535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209235953535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209235953535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209235953535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209235953535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:59:55.438085 run patchelf(pid=32512): Terminating (SIGINT)\u000a23:59:55.617531 run patchelf(pid=32512): Terminated: ok {rc=0}\u000a23:59:55.650525 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32509): Process ended prematurely: osmo-stp_10.42.42.5(pid=32509) [trial-2366↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32509)] [trial-2366↪gprs:trx-lms↪iperf3.py:8]\u000a23:59:55.660344 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a23:59:55.723940 run osmo-hlr_10.42.42.2(pid=32506): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32506)]\u000a23:59:55.775429 run osmo-hlr_10.42.42.2(pid=32506): stdout: \u000a| (launched: 2022-12-09_23:59:52.349581) \u000a23:59:55.827098 run osmo-hlr_10.42.42.2(pid=32506): stderr: \u000a| �[0;m�[1;31m20221209235952546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209235952546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209235952546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235952547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209235952547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209235952547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209235952559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209235952568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209235952568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209235952568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:59:55.871546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Terminating (SIGTERM)\u000a23:59:55.912855 run iperf3-srv_10.42.42.10(pid=32502): Terminating (SIGTERM)\u000a23:59:55.954401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32505): Terminating (SIGTERM)\u000a23:59:55.995837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32508): Terminating (SIGTERM)\u000a23:59:56.037452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32511): Terminating (SIGTERM)\u000a23:59:56.046961 --- ParallelTerminationStrategy: PID 32501 died...\u000a23:59:56.102867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32501): Terminated: ok {rc=0}\u000a23:59:56.112809 --- ParallelTerminationStrategy: PID 32502 died...\u000a23:59:56.168214 run iperf3-srv_10.42.42.10(pid=32502): Terminated {rc=256}\u000a23:59:56.178178 --- ParallelTerminationStrategy: PID 32505 died...\u000a23:59:56.233309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32505): Terminated: ok {rc=0}\u000a23:59:56.243486 --- ParallelTerminationStrategy: PID 32508 died...\u000a23:59:56.299053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32508): Terminated: ok {rc=0}\u000a23:59:56.309161 --- ParallelTerminationStrategy: PID 32511 died...\u000a23:59:56.364420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32511): Terminated: ok {rc=0}\u000a23:59:56.450469 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32578): Process ended prematurely: osmo-stp_10.42.42.5(pid=32578) [trial-2366↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32578): Process ended prematurely: osmo-stp_10.42.42.5(pid=32578) [trial-2366↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a23:59:57.562584 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:57.573708 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a23:59:57.705170 tst iperf3m4.py: using LAC 24578\u000a23:59:57.822759 tst iperf3m4.py: using RAC 98\u000a23:59:57.941978 tst iperf3m4.py: using CellId 24578\u000a23:59:58.058702 tst iperf3m4.py: using BVCI 24579\u000a23:59:58.081625 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.092324 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.102842 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.113441 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.123915 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.134578 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.145219 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.155774 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a23:59:58.166628 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:58.286043 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:58.411508 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:58.527781 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a23:59:58.818396 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a23:59:58.951661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a23:59:59.279776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32513): Launched\u000a23:59:59.552681 run iperf3-srv_10.42.42.10(pid=32514): Launched\u000a23:59:59.747743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a23:59:59.880661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:00.209657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32515): Launched\u000a00:00:00.479863 run iperf3-srv_10.42.42.10(pid=32516): Launched\u000a00:00:00.662004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:00:00.786386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:01.165836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32522): Launched\u000a00:00:01.480125 run iperf3-srv_10.42.42.10(pid=32525): Launched\u000a00:00:01.665728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:00:01.791589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:02.197743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32533): Launched\u000a00:00:02.514478 run iperf3-srv_10.42.42.10(pid=32534): Launched\u000a00:00:02.734396 tst iperf3m4.py:8: start network...\u000a00:00:02.861902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:03.423793 run create_hlr_db(pid=32546): Launched\u000a00:00:03.607103 bus /gobi_6: Setting Powered False\u000a00:00:04.655539 run create_hlr_db(pid=32546): Terminated: ok {rc=0}\u000a00:00:05.136341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Launched\u000a00:00:05.532507 run osmo-hlr_10.42.42.2(pid=32560): Launched\u000a00:00:05.770130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:06.597533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32575): Launched\u000a00:00:07.091908 run osmo-stp_10.42.42.5(pid=32578): Launched\u000a00:00:07.212739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:07.790192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32582): Launched\u000a00:00:07.906012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:08.189681 run patchelf(pid=32588): Launched\u000a00:00:08.376239 run osmo-stp_10.42.42.5(pid=32578): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)]\u000a00:00:08.512722 run osmo-stp_10.42.42.5(pid=32578): stdout: \u000a| (launched: 2022-12-10_00:00:06.773257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:08.650145 run osmo-stp_10.42.42.5(pid=32578): stderr: \u000a| �[0;m�[38;5;43m20221210000007011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000007011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000007011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000007012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000007012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000007012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000007012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:08.782001 run osmo-stp_10.42.42.5(pid=32578): stdout: \u000a| (launched: 2022-12-10_00:00:06.773257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:08.913078 run osmo-stp_10.42.42.5(pid=32578): stderr: \u000a| �[0;m�[38;5;43m20221210000007011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000007011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000007011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000007012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000007012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000007012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000007012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:09.065259 run patchelf(pid=32588): Terminating (SIGINT)\u000a00:00:09.244137 run patchelf(pid=32588): Terminated: ok {rc=0}\u000a00:00:09.277069 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32578): Process ended prematurely: osmo-stp_10.42.42.5(pid=32578) [trial-2366↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32578)] [trial-2366↪gprs:trx-lms↪iperf3m4.py:8]\u000a00:00:09.287051 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a00:00:09.350738 run osmo-hlr_10.42.42.2(pid=32560): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32560)]\u000a00:00:09.402038 run osmo-hlr_10.42.42.2(pid=32560): stdout: \u000a| (launched: 2022-12-10_00:00:05.314038) \u000a00:00:09.454404 run osmo-hlr_10.42.42.2(pid=32560): stderr: \u000a| �[0;m�[1;31m20221210000005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000005655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000005656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000005656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000005656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000005693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000005713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000005714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000005714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:09.498208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32513): Terminating (SIGTERM)\u000a00:00:09.539528 run iperf3-srv_10.42.42.10(pid=32514): Terminating (SIGTERM)\u000a00:00:09.580829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32515): Terminating (SIGTERM)\u000a00:00:09.622214 run iperf3-srv_10.42.42.10(pid=32516): Terminating (SIGTERM)\u000a00:00:09.663917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32522): Terminating (SIGTERM)\u000a00:00:09.705445 run iperf3-srv_10.42.42.10(pid=32525): Terminating (SIGTERM)\u000a00:00:09.746809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32533): Terminating (SIGTERM)\u000a00:00:09.788208 run iperf3-srv_10.42.42.10(pid=32534): Terminating (SIGTERM)\u000a00:00:09.829409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminating (SIGTERM)\u000a00:00:09.870935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32575): Terminating (SIGTERM)\u000a00:00:09.911898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32582): Terminating (SIGTERM)\u000a00:00:09.921809 --- ParallelTerminationStrategy: PID 32513 died...\u000a00:00:09.977453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32513): Terminated: ok {rc=0}\u000a00:00:09.987715 --- ParallelTerminationStrategy: PID 32514 died...\u000a00:00:10.043513 run iperf3-srv_10.42.42.10(pid=32514): Terminated {rc=256}\u000a00:00:10.053471 --- ParallelTerminationStrategy: PID 32515 died...\u000a00:00:10.109073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32515): Terminated: ok {rc=0}\u000a00:00:10.119126 --- ParallelTerminationStrategy: PID 32516 died...\u000a00:00:10.175455 run iperf3-srv_10.42.42.10(pid=32516): Terminated {rc=256}\u000a00:00:10.185869 --- ParallelTerminationStrategy: PID 32522 died...\u000a00:00:10.241360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32522): Terminated: ok {rc=0}\u000a00:00:10.251582 --- ParallelTerminationStrategy: PID 32525 died...\u000a00:00:10.308060 run iperf3-srv_10.42.42.10(pid=32525): Terminated {rc=256}\u000a00:00:10.318094 --- ParallelTerminationStrategy: PID 32533 died...\u000a00:00:10.373597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32533): Terminated: ok {rc=0}\u000a00:00:10.383877 --- ParallelTerminationStrategy: PID 32534 died...\u000a00:00:10.439814 run iperf3-srv_10.42.42.10(pid=32534): Terminated {rc=256}\u000a00:00:10.449924 --- ParallelTerminationStrategy: PID 32559 died...\u000a00:00:10.504885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32559): Terminated: ok {rc=0}\u000a00:00:10.515126 --- ParallelTerminationStrategy: PID 32575 died...\u000a00:00:10.570571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32575): Terminated: ok {rc=0}\u000a00:00:10.580476 --- ParallelTerminationStrategy: PID 32582 died...\u000a00:00:10.635534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32582): Terminated: ok {rc=0}\u000a00:00:10.721333 bus /gobi_4: Setting Powered False\u000a00:00:11.823575 bus /gobi_4: Setting Powered False\u000a00:00:12.933328 bus /gobi_1: Setting Powered False\u000a00:00:14.035158 bus /gobi_1: Setting Powered False\u000a00:00:15.144787 bus /gobi_0: Setting Powered False\u000a00:00:16.264567 bus /gobi_0: Setting Powered False\u000a00:00:17.378034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32597): Process ended prematurely: osmo-stp_10.42.42.5(pid=32597) [trial-2366↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32597)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32597): Process ended prematurely: osmo-stp_10.42.42.5(pid=32597) [trial-2366↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a00:00:18.444585 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:18.455683 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:18.590401 tst ping.py: using LAC 24579\u000a00:00:18.709903 tst ping.py: using RAC 99\u000a00:00:18.823523 tst ping.py: using CellId 24579\u000a00:00:18.937911 tst ping.py: using BVCI 24580\u000a00:00:18.960346 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:18.970948 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:18.981266 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:18.991502 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:19.001815 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:19.011997 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:19.022409 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:19.032907 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:19.318287 tst ping.py:19: start network...\u000a00:00:19.452384 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:19.946668 run create_hlr_db(pid=32591): Launched\u000a00:00:20.127945 bus /gobi_6: Setting Powered False\u000a00:00:21.150188 run create_hlr_db(pid=32591): Terminated: ok {rc=0}\u000a00:00:21.566359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32593): Launched\u000a00:00:21.878682 run osmo-hlr_10.42.42.2(pid=32594): Launched\u000a00:00:21.996505 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:22.542150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32596): Launched\u000a00:00:22.854718 run osmo-stp_10.42.42.5(pid=32597): Launched\u000a00:00:22.968677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:23.515298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32599): Launched\u000a00:00:23.627052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:23.899403 run patchelf(pid=32600): Launched\u000a00:00:24.082190 run osmo-stp_10.42.42.5(pid=32597): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32597)]\u000a00:00:24.216073 run osmo-stp_10.42.42.5(pid=32597): stdout: \u000a| (launched: 2022-12-10_00:00:22.700854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:24.351209 run osmo-stp_10.42.42.5(pid=32597): stderr: \u000a| �[0;m�[38;5;43m20221210000022891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000022891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000022891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000022892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000022892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000022892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000022892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:24.480758 run osmo-stp_10.42.42.5(pid=32597): stdout: \u000a| (launched: 2022-12-10_00:00:22.700854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:24.609081 run osmo-stp_10.42.42.5(pid=32597): stderr: \u000a| �[0;m�[38;5;43m20221210000022891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000022891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000022891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000022892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000022892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000022892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000022892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:24.758545 run patchelf(pid=32600): Terminating (SIGINT)\u000a00:00:24.933959 run patchelf(pid=32600): Terminated: ok {rc=0}\u000a00:00:24.965820 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32597): Process ended prematurely: osmo-stp_10.42.42.5(pid=32597) [trial-2366↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32597)] [trial-2366↪gprs:trx-lms↪ping.py:22]\u000a00:00:24.975016 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:00:25.038235 run osmo-hlr_10.42.42.2(pid=32594): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32594)]\u000a00:00:25.089383 run osmo-hlr_10.42.42.2(pid=32594): stdout: \u000a| (launched: 2022-12-10_00:00:21.724794) \u000a00:00:25.141131 run osmo-hlr_10.42.42.2(pid=32594): stderr: \u000a| �[0;m�[1;31m20221210000021921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000021922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000021922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000021922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000021922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000021922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000021935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000021943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000021944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000021944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:25.184680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32593): Terminating (SIGTERM)\u000a00:00:25.226319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32596): Terminating (SIGTERM)\u000a00:00:25.267720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32599): Terminating (SIGTERM)\u000a00:00:25.277662 --- ParallelTerminationStrategy: PID 32593 died...\u000a00:00:25.333433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32593): Terminated: ok {rc=0}\u000a00:00:25.343594 --- ParallelTerminationStrategy: PID 32596 died...\u000a00:00:25.398890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32596): Terminated: ok {rc=0}\u000a00:00:25.409216 --- ParallelTerminationStrategy: PID 32599 died...\u000a00:00:25.464264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32599): Terminated: ok {rc=0}\u000a00:00:25.549557 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32607): Process ended prematurely: osmo-stp_10.42.42.5(pid=32607) [trial-2366↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32607)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32607): Process ended prematurely: osmo-stp_10.42.42.5(pid=32607) [trial-2366↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a00:00:26.600762 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:26.611914 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:00:26.746812 tst ping_idle_ping.py: using LAC 24580\u000a00:00:26.869706 tst ping_idle_ping.py: using RAC 100\u000a00:00:26.984351 tst ping_idle_ping.py: using CellId 24580\u000a00:00:27.100230 tst ping_idle_ping.py: using BVCI 24581\u000a00:00:27.122780 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:27.133508 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:27.143838 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:27.154174 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:27.164433 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:27.174654 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:27.185032 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:00:27.195344 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:00:27.469656 tst ping_idle_ping.py:24: start network...\u000a00:00:27.591747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:28.063580 run create_hlr_db(pid=32601): Launched\u000a00:00:28.234076 bus /gobi_6: Setting Powered False\u000a00:00:29.254872 run create_hlr_db(pid=32601): Terminated: ok {rc=0}\u000a00:00:29.645146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32603): Launched\u000a00:00:29.938919 run osmo-hlr_10.42.42.2(pid=32604): Launched\u000a00:00:30.047123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:30.554443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32606): Launched\u000a00:00:30.879277 run osmo-stp_10.42.42.5(pid=32607): Launched\u000a00:00:31.075093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:31.614157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32609): Launched\u000a00:00:31.720645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:31.994522 run patchelf(pid=32610): Launched\u000a00:00:32.169353 run osmo-stp_10.42.42.5(pid=32607): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32607)]\u000a00:00:32.296433 run osmo-stp_10.42.42.5(pid=32607): stdout: \u000a| (launched: 2022-12-10_00:00:30.703048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:32.422459 run osmo-stp_10.42.42.5(pid=32607): stderr: \u000a| �[0;m�[38;5;43m20221210000030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000030908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000030908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000030912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000030912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000030912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:32.543176 run osmo-stp_10.42.42.5(pid=32607): stdout: \u000a| (launched: 2022-12-10_00:00:30.703048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:32.663221 run osmo-stp_10.42.42.5(pid=32607): stderr: \u000a| �[0;m�[38;5;43m20221210000030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000030907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000030908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000030908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000030912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000030912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000030912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:32.802717 run patchelf(pid=32610): Terminating (SIGINT)\u000a00:00:32.967199 run patchelf(pid=32610): Terminated: ok {rc=0}\u000a00:00:32.997576 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32607): Process ended prematurely: osmo-stp_10.42.42.5(pid=32607) [trial-2366↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32607)] [trial-2366↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a00:00:33.006281 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:00:33.065776 run osmo-hlr_10.42.42.2(pid=32604): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32604)]\u000a00:00:33.114196 run osmo-hlr_10.42.42.2(pid=32604): stdout: \u000a| (launched: 2022-12-10_00:00:29.794539) \u000a00:00:33.163180 run osmo-hlr_10.42.42.2(pid=32604): stderr: \u000a| �[0;m�[1;31m20221210000029970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000029970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000029970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000029970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000029970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000029970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000029983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000029991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000029991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000029991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:33.204711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32603): Terminating (SIGTERM)\u000a00:00:33.243714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32606): Terminating (SIGTERM)\u000a00:00:33.282813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32609): Terminating (SIGTERM)\u000a00:00:33.291613 --- ParallelTerminationStrategy: PID 32603 died...\u000a00:00:33.343863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32603): Terminated: ok {rc=0}\u000a00:00:33.353526 --- ParallelTerminationStrategy: PID 32606 died...\u000a00:00:33.405604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32606): Terminated: ok {rc=0}\u000a00:00:33.414999 --- ParallelTerminationStrategy: PID 32609 died...\u000a00:00:33.467270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32609): Terminated: ok {rc=0}\u000a00:00:33.553212 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:59:35" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32625): Process ended prematurely: osmo-stp_10.42.42.5(pid=32625) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32625)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32625): Process ended prematurely: osmo-stp_10.42.42.5(pid=32625) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:00:35.692811 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:35.704067 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:00:35.845339 tst cs_paging_gprs_active.py: using LAC 24581\u000a00:00:35.961651 tst cs_paging_gprs_active.py: using RAC 101\u000a00:00:36.085753 tst cs_paging_gprs_active.py: using CellId 24581\u000a00:00:36.210017 tst cs_paging_gprs_active.py: using BVCI 24582\u000a00:00:36.234477 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.245790 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.256754 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.268035 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.279258 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.290457 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.302168 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.313341 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:36.324682 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:36.443392 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:36.727629 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:00:36.862536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:37.193430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32615): Launched\u000a00:00:37.468612 run iperf3-srv_10.42.42.10(pid=32616): Launched\u000a00:00:37.665742 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:00:37.799472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:38.131297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32617): Launched\u000a00:00:38.406884 run iperf3-srv_10.42.42.10(pid=32618): Launched\u000a00:00:38.604102 tst cs_paging_gprs_active.py:38: start network...\u000a00:00:38.738492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:39.240464 run create_hlr_db(pid=32619): Launched\u000a00:00:39.425211 bus /gobi_6: Setting Powered False\u000a00:00:40.447495 run create_hlr_db(pid=32619): Terminated: ok {rc=0}\u000a00:00:40.848568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32621): Launched\u000a00:00:41.147451 run osmo-hlr_10.42.42.2(pid=32622): Launched\u000a00:00:41.263366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:41.788482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32624): Launched\u000a00:00:42.087279 run osmo-stp_10.42.42.5(pid=32625): Launched\u000a00:00:42.195957 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:42.715050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32627): Launched\u000a00:00:42.821423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:43.081538 run patchelf(pid=32628): Launched\u000a00:00:43.259103 run osmo-stp_10.42.42.5(pid=32625): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32625)]\u000a00:00:43.387383 run osmo-stp_10.42.42.5(pid=32625): stdout: \u000a| (launched: 2022-12-10_00:00:41.940706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:43.516036 run osmo-stp_10.42.42.5(pid=32625): stderr: \u000a| �[0;m�[38;5;43m20221210000042111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000042112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000042112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000042112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000042113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000042113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000042113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:43.639909 run osmo-stp_10.42.42.5(pid=32625): stdout: \u000a| (launched: 2022-12-10_00:00:41.940706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:43.762568 run osmo-stp_10.42.42.5(pid=32625): stderr: \u000a| �[0;m�[38;5;43m20221210000042111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000042112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000042112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000042112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000042113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000042113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000042113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:43.905626 run patchelf(pid=32628): Terminating (SIGINT)\u000a00:00:44.073958 run patchelf(pid=32628): Terminated: ok {rc=0}\u000a00:00:44.104932 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32625): Process ended prematurely: osmo-stp_10.42.42.5(pid=32625) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32625)] [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:00:44.114245 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a00:00:44.173295 run osmo-hlr_10.42.42.2(pid=32622): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32622)]\u000a00:00:44.221575 run osmo-hlr_10.42.42.2(pid=32622): stdout: \u000a| (launched: 2022-12-10_00:00:41.000251) \u000a00:00:44.270468 run osmo-hlr_10.42.42.2(pid=32622): stderr: \u000a| �[0;m�[1;31m20221210000041176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000041176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000041176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000041176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000041176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000041176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000041188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000041197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000041197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000041197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:44.312073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32615): Terminating (SIGTERM)\u000a00:00:44.351158 run iperf3-srv_10.42.42.10(pid=32616): Terminating (SIGTERM)\u000a00:00:44.394714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32617): Terminating (SIGTERM)\u000a00:00:44.435821 run iperf3-srv_10.42.42.10(pid=32618): Terminating (SIGTERM)\u000a00:00:44.477404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32621): Terminating (SIGTERM)\u000a00:00:44.518899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32624): Terminating (SIGTERM)\u000a00:00:44.560616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32627): Terminating (SIGTERM)\u000a00:00:44.570530 --- ParallelTerminationStrategy: PID 32615 died...\u000a00:00:44.626871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32615): Terminated: ok {rc=0}\u000a00:00:44.636858 --- ParallelTerminationStrategy: PID 32616 died...\u000a00:00:44.692388 run iperf3-srv_10.42.42.10(pid=32616): Terminated {rc=256}\u000a00:00:44.702387 --- ParallelTerminationStrategy: PID 32617 died...\u000a00:00:44.757820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32617): Terminated: ok {rc=0}\u000a00:00:44.768202 --- ParallelTerminationStrategy: PID 32618 died...\u000a00:00:44.823619 run iperf3-srv_10.42.42.10(pid=32618): Terminated {rc=256}\u000a00:00:44.833958 --- ParallelTerminationStrategy: PID 32621 died...\u000a00:00:44.889514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32621): Terminated: ok {rc=0}\u000a00:00:44.899608 --- ParallelTerminationStrategy: PID 32624 died...\u000a00:00:44.955041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32624): Terminated: ok {rc=0}\u000a00:00:44.965423 --- ParallelTerminationStrategy: PID 32627 died...\u000a00:00:45.020795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32627): Terminated: ok {rc=0}\u000a00:00:45.106317 bus /gobi_0: Setting Powered False\u000a00:00:46.218855 bus /gobi_0: Setting Powered False\u000a00:00:47.323897 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32637): Process ended prematurely: osmo-stp_10.42.42.5(pid=32637) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32637)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32637): Process ended prematurely: osmo-stp_10.42.42.5(pid=32637) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:00:48.438718 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:48.450574 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:00:48.595183 tst iperf3.py: using LAC 24582\u000a00:00:48.720011 tst iperf3.py: using RAC 102\u000a00:00:48.844783 tst iperf3.py: using CellId 24582\u000a00:00:48.969273 tst iperf3.py: using BVCI 24583\u000a00:00:48.993687 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.004929 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.016114 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.027509 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.038772 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.049989 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.061550 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.072595 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:49.084077 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:49.376019 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:00:49.509604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:49.838453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32629): Launched\u000a00:00:50.111861 run iperf3-srv_10.42.42.10(pid=32630): Launched\u000a00:00:50.308125 tst iperf3.py:8: start network...\u000a00:00:50.442207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:00:50.942070 run create_hlr_db(pid=32631): Launched\u000a00:00:51.133597 bus /gobi_6: Setting Powered False\u000a00:00:52.148621 run create_hlr_db(pid=32631): Terminated: ok {rc=0}\u000a00:00:52.547624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32633): Launched\u000a00:00:52.845758 run osmo-hlr_10.42.42.2(pid=32634): Launched\u000a00:00:52.961709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:00:53.487325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32636): Launched\u000a00:00:53.783903 run osmo-stp_10.42.42.5(pid=32637): Launched\u000a00:00:53.892759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:00:54.409879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32639): Launched\u000a00:00:54.515742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:00:54.774707 run patchelf(pid=32640): Launched\u000a00:00:54.948365 run osmo-stp_10.42.42.5(pid=32637): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32637)]\u000a00:00:55.075665 run osmo-stp_10.42.42.5(pid=32637): stdout: \u000a| (launched: 2022-12-10_00:00:53.638525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:55.203819 run osmo-stp_10.42.42.5(pid=32637): stderr: \u000a| �[0;m�[38;5;43m20221210000053808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000053808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000053808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000053808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:55.327917 run osmo-stp_10.42.42.5(pid=32637): stdout: \u000a| (launched: 2022-12-10_00:00:53.638525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:00:55.449621 run osmo-stp_10.42.42.5(pid=32637): stderr: \u000a| �[0;m�[38;5;43m20221210000053808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000053808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000053808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000053808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:00:55.591408 run patchelf(pid=32640): Terminating (SIGINT)\u000a00:00:55.758323 run patchelf(pid=32640): Terminated: ok {rc=0}\u000a00:00:55.789170 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32637): Process ended prematurely: osmo-stp_10.42.42.5(pid=32637) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32637)] [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a00:00:55.798339 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:00:55.857561 run osmo-hlr_10.42.42.2(pid=32634): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32634)]\u000a00:00:55.906058 run osmo-hlr_10.42.42.2(pid=32634): stdout: \u000a| (launched: 2022-12-10_00:00:52.699103) \u000a00:00:55.955302 run osmo-hlr_10.42.42.2(pid=32634): stderr: \u000a| �[0;m�[1;31m20221210000052876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000052876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000052876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000052876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000052876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000052876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000052889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000052897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000052898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000052898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:00:55.996990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32629): Terminating (SIGTERM)\u000a00:00:56.036236 run iperf3-srv_10.42.42.10(pid=32630): Terminating (SIGTERM)\u000a00:00:56.075598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32633): Terminating (SIGTERM)\u000a00:00:56.115126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32636): Terminating (SIGTERM)\u000a00:00:56.154421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32639): Terminating (SIGTERM)\u000a00:00:56.163226 --- ParallelTerminationStrategy: PID 32629 died...\u000a00:00:56.216261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32629): Terminated: ok {rc=0}\u000a00:00:56.225936 --- ParallelTerminationStrategy: PID 32630 died...\u000a00:00:56.278664 run iperf3-srv_10.42.42.10(pid=32630): Terminated {rc=256}\u000a00:00:56.288103 --- ParallelTerminationStrategy: PID 32633 died...\u000a00:00:56.341080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32633): Terminated: ok {rc=0}\u000a00:00:56.350560 --- ParallelTerminationStrategy: PID 32636 died...\u000a00:00:56.403166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32636): Terminated: ok {rc=0}\u000a00:00:56.412659 --- ParallelTerminationStrategy: PID 32639 died...\u000a00:00:56.465395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32639): Terminated: ok {rc=0}\u000a00:00:56.553771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:00:57.664006 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:57.675432 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:00:57.813081 tst iperf3m4.py: using LAC 24583\u000a00:00:57.931738 tst iperf3m4.py: using RAC 103\u000a00:00:58.051034 tst iperf3m4.py: using CellId 24583\u000a00:00:58.167624 tst iperf3m4.py: using BVCI 24584\u000a00:00:58.190347 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.201098 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.211574 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.222039 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.232416 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.242956 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.253603 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.263945 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:00:58.274561 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:58.389813 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:58.511786 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:58.632291 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:00:58.911229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:00:59.035756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:00:59.345995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32641): Launched\u000a00:00:59.602965 run iperf3-srv_10.42.42.10(pid=32642): Launched\u000a00:00:59.785309 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:00:59.909419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:00.217627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32643): Launched\u000a00:01:00.473551 run iperf3-srv_10.42.42.10(pid=32644): Launched\u000a00:01:00.654467 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:01:00.778598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:01.118232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32645): Launched\u000a00:01:01.396683 run iperf3-srv_10.42.42.10(pid=32646): Launched\u000a00:01:01.581717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:01:01.708060 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:02.037987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32647): Launched\u000a00:01:02.317495 run iperf3-srv_10.42.42.10(pid=32648): Launched\u000a00:01:02.499047 tst iperf3m4.py:8: start network...\u000a00:01:02.623379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:03.100998 run create_hlr_db(pid=32649): Launched\u000a00:01:03.272173 bus /gobi_6: Setting Powered False\u000a00:01:04.294002 run create_hlr_db(pid=32649): Terminated: ok {rc=0}\u000a00:01:04.719088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Launched\u000a00:01:05.038971 run osmo-hlr_10.42.42.2(pid=32652): Launched\u000a00:01:05.158907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:05.718508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Launched\u000a00:01:06.038359 run osmo-stp_10.42.42.5(pid=32655): Launched\u000a00:01:06.155032 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:06.710972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32657): Launched\u000a00:01:06.824897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:07.102947 run patchelf(pid=32658): Launched\u000a00:01:07.290407 run osmo-stp_10.42.42.5(pid=32655): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]\u000a00:01:07.428721 run osmo-stp_10.42.42.5(pid=32655): stdout: \u000a| (launched: 2022-12-10_00:01:05.881156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:07.566965 run osmo-stp_10.42.42.5(pid=32655): stderr: \u000a| �[0;m�[38;5;43m20221210000106072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000106072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000106072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000106073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000106073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000106073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000106073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:07.699775 run osmo-stp_10.42.42.5(pid=32655): stdout: \u000a| (launched: 2022-12-10_00:01:05.881156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:07.831206 run osmo-stp_10.42.42.5(pid=32655): stderr: \u000a| �[0;m�[38;5;43m20221210000106072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000106072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000106072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000106073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000106073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000106073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000106073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:07.984302 run patchelf(pid=32658): Terminating (SIGINT)\u000a00:01:08.164090 run patchelf(pid=32658): Terminated: ok {rc=0}\u000a00:01:08.197198 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)] [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:01:08.207106 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:01:08.271448 run osmo-hlr_10.42.42.2(pid=32652): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32652)]\u000a00:01:08.323889 run osmo-hlr_10.42.42.2(pid=32652): stdout: \u000a| (launched: 2022-12-10_00:01:04.882314) \u000a00:01:08.376848 run osmo-hlr_10.42.42.2(pid=32652): stderr: \u000a| �[0;m�[1;31m20221210000105080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000105080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000105080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000105080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000105080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000105080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000105092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000105101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000105101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000105101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:08.421577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32641): Terminating (SIGTERM)\u000a00:01:08.463345 run iperf3-srv_10.42.42.10(pid=32642): Terminating (SIGTERM)\u000a00:01:08.505785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32643): Terminating (SIGTERM)\u000a00:01:08.548108 run iperf3-srv_10.42.42.10(pid=32644): Terminating (SIGTERM)\u000a00:01:08.590003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32645): Terminating (SIGTERM)\u000a00:01:08.631907 run iperf3-srv_10.42.42.10(pid=32646): Terminating (SIGTERM)\u000a00:01:08.674096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32647): Terminating (SIGTERM)\u000a00:01:08.716348 run iperf3-srv_10.42.42.10(pid=32648): Terminating (SIGTERM)\u000a00:01:08.758250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Terminating (SIGTERM)\u000a00:01:08.800504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Terminating (SIGTERM)\u000a00:01:08.842645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32657): Terminating (SIGTERM)\u000a00:01:08.852279 --- ParallelTerminationStrategy: PID 32641 died...\u000a00:01:08.909013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32641): Terminated: ok {rc=0}\u000a00:01:08.919133 --- ParallelTerminationStrategy: PID 32642 died...\u000a00:01:08.975298 run iperf3-srv_10.42.42.10(pid=32642): Terminated {rc=256}\u000a00:01:08.985401 --- ParallelTerminationStrategy: PID 32643 died...\u000a00:01:09.041538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32643): Terminated: ok {rc=0}\u000a00:01:09.051604 --- ParallelTerminationStrategy: PID 32644 died...\u000a00:01:09.108049 run iperf3-srv_10.42.42.10(pid=32644): Terminated {rc=256}\u000a00:01:09.118109 --- ParallelTerminationStrategy: PID 32645 died...\u000a00:01:09.174114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32645): Terminated: ok {rc=0}\u000a00:01:09.184174 --- ParallelTerminationStrategy: PID 32646 died...\u000a00:01:09.239921 run iperf3-srv_10.42.42.10(pid=32646): Terminated {rc=256}\u000a00:01:09.249976 --- ParallelTerminationStrategy: PID 32647 died...\u000a00:01:09.305712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32647): Terminated: ok {rc=0}\u000a00:01:09.315793 --- ParallelTerminationStrategy: PID 32648 died...\u000a00:01:09.371861 run iperf3-srv_10.42.42.10(pid=32648): Terminated {rc=256}\u000a00:01:09.382147 --- ParallelTerminationStrategy: PID 32651 died...\u000a00:01:09.438230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Terminated: ok {rc=0}\u000a00:01:09.448225 --- ParallelTerminationStrategy: PID 32654 died...\u000a00:01:09.504163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Terminated: ok {rc=0}\u000a00:01:09.514298 --- ParallelTerminationStrategy: PID 32657 died...\u000a00:01:09.569851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32657): Terminated: ok {rc=0}\u000a00:01:09.657864 bus /gobi_4: Setting Powered False\u000a00:01:10.763407 bus /gobi_4: Setting Powered False\u000a00:01:11.875033 bus /gobi_1: Setting Powered False\u000a00:01:12.981608 bus /gobi_1: Setting Powered False\u000a00:01:14.090397 bus /gobi_0: Setting Powered False\u000a00:01:15.195878 bus /gobi_0: Setting Powered False\u000a00:01:16.318655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32665): Process ended prematurely: osmo-stp_10.42.42.5(pid=32665) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32665)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32665): Process ended prematurely: osmo-stp_10.42.42.5(pid=32665) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:01:17.387309 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:17.398686 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:17.535203 tst ping.py: using LAC 24584\u000a00:01:17.658732 tst ping.py: using RAC 104\u000a00:01:17.782345 tst ping.py: using CellId 24584\u000a00:01:17.909541 tst ping.py: using BVCI 24585\u000a00:01:17.933537 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:17.944830 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:17.955991 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:17.967688 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:17.979091 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:17.990402 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:18.001945 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:18.013250 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:18.300818 tst ping.py:19: start network...\u000a00:01:18.433326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:18.925900 run create_hlr_db(pid=32659): Launched\u000a00:01:19.107620 bus /gobi_6: Setting Powered False\u000a00:01:20.129512 run create_hlr_db(pid=32659): Terminated: ok {rc=0}\u000a00:01:20.531566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32661): Launched\u000a00:01:20.845526 run osmo-hlr_10.42.42.2(pid=32662): Launched\u000a00:01:20.964285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:21.512188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32664): Launched\u000a00:01:21.825505 run osmo-stp_10.42.42.5(pid=32665): Launched\u000a00:01:21.940587 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:22.487951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32667): Launched\u000a00:01:22.599890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:22.866774 run patchelf(pid=32668): Launched\u000a00:01:23.038872 run osmo-stp_10.42.42.5(pid=32665): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32665)]\u000a00:01:23.165341 run osmo-stp_10.42.42.5(pid=32665): stdout: \u000a| (launched: 2022-12-10_00:01:21.671498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:23.291851 run osmo-stp_10.42.42.5(pid=32665): stderr: \u000a| �[0;m�[38;5;43m20221210000121862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000121862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000121863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000121863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000121865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000121865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000121865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:23.414142 run osmo-stp_10.42.42.5(pid=32665): stdout: \u000a| (launched: 2022-12-10_00:01:21.671498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:23.535582 run osmo-stp_10.42.42.5(pid=32665): stderr: \u000a| �[0;m�[38;5;43m20221210000121862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000121862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000121863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000121863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000121865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000121865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000121865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:23.675937 run patchelf(pid=32668): Terminating (SIGINT)\u000a00:01:23.840755 run patchelf(pid=32668): Terminated: ok {rc=0}\u000a00:01:23.870903 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32665): Process ended prematurely: osmo-stp_10.42.42.5(pid=32665) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32665)] [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a00:01:23.879547 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:01:23.939637 run osmo-hlr_10.42.42.2(pid=32662): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32662)]\u000a00:01:23.988355 run osmo-hlr_10.42.42.2(pid=32662): stdout: \u000a| (launched: 2022-12-10_00:01:20.691277) \u000a00:01:24.037820 run osmo-hlr_10.42.42.2(pid=32662): stderr: \u000a| �[0;m�[1;31m20221210000120887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000120887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000120887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000120887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000120887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000120887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000120899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000120907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000120908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000120908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:24.079740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32661): Terminating (SIGTERM)\u000a00:01:24.119381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32664): Terminating (SIGTERM)\u000a00:01:24.158821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32667): Terminating (SIGTERM)\u000a00:01:24.168055 --- ParallelTerminationStrategy: PID 32661 died...\u000a00:01:24.220888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32661): Terminated: ok {rc=0}\u000a00:01:24.230522 --- ParallelTerminationStrategy: PID 32664 died...\u000a00:01:24.283603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32664): Terminated: ok {rc=0}\u000a00:01:24.293263 --- ParallelTerminationStrategy: PID 32667 died...\u000a00:01:24.346354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32667): Terminated: ok {rc=0}\u000a00:01:24.429288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32675): Process ended prematurely: osmo-stp_10.42.42.5(pid=32675) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32675)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32675): Process ended prematurely: osmo-stp_10.42.42.5(pid=32675) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:01:25.482357 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:25.494400 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:01:25.636535 tst ping_idle_ping.py: using LAC 24585\u000a00:01:25.758398 tst ping_idle_ping.py: using RAC 105\u000a00:01:25.883330 tst ping_idle_ping.py: using CellId 24585\u000a00:01:26.008878 tst ping_idle_ping.py: using BVCI 24586\u000a00:01:26.033167 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:26.044635 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:26.056000 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:26.067520 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:26.079260 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:26.090797 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:26.102454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:01:26.114251 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:01:26.387245 tst ping_idle_ping.py:24: start network...\u000a00:01:26.510280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:26.983339 run create_hlr_db(pid=32669): Launched\u000a00:01:27.153533 bus /gobi_6: Setting Powered False\u000a00:01:28.174985 run create_hlr_db(pid=32669): Terminated: ok {rc=0}\u000a00:01:28.593084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32671): Launched\u000a00:01:28.908617 run osmo-hlr_10.42.42.2(pid=32672): Launched\u000a00:01:29.026403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:29.575137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32674): Launched\u000a00:01:29.890200 run osmo-stp_10.42.42.5(pid=32675): Launched\u000a00:01:30.005167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:30.555222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32677): Launched\u000a00:01:30.667970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:30.978315 run patchelf(pid=32678): Launched\u000a00:01:31.167465 run osmo-stp_10.42.42.5(pid=32675): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32675)]\u000a00:01:31.306589 run osmo-stp_10.42.42.5(pid=32675): stdout: \u000a| (launched: 2022-12-10_00:01:29.735108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:31.446553 run osmo-stp_10.42.42.5(pid=32675): stderr: \u000a| �[0;m�[38;5;43m20221210000129924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000129924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000129924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000129925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000129927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000129927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000129927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:31.580501 run osmo-stp_10.42.42.5(pid=32675): stdout: \u000a| (launched: 2022-12-10_00:01:29.735108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:31.713641 run osmo-stp_10.42.42.5(pid=32675): stderr: \u000a| �[0;m�[38;5;43m20221210000129924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000129924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000129924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000129925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000129927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000129927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000129927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:31.868073 run patchelf(pid=32678): Terminating (SIGINT)\u000a00:01:32.049526 run patchelf(pid=32678): Terminated: ok {rc=0}\u000a00:01:32.082962 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32675): Process ended prematurely: osmo-stp_10.42.42.5(pid=32675) [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32675)] [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:01:32.093433 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:01:32.161038 run osmo-hlr_10.42.42.2(pid=32672): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32672)]\u000a00:01:32.213152 run osmo-hlr_10.42.42.2(pid=32672): stdout: \u000a| (launched: 2022-12-10_00:01:28.753590) \u000a00:01:32.265762 run osmo-hlr_10.42.42.2(pid=32672): stderr: \u000a| �[0;m�[1;31m20221210000128948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000128948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000128948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000128948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000128948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000128948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000128959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000128968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000128969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000128969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:32.310370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32671): Terminating (SIGTERM)\u000a00:01:32.353359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32674): Terminating (SIGTERM)\u000a00:01:32.395616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32677): Terminating (SIGTERM)\u000a00:01:32.405778 --- ParallelTerminationStrategy: PID 32671 died...\u000a00:01:32.462636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32671): Terminated: ok {rc=0}\u000a00:01:32.472927 --- ParallelTerminationStrategy: PID 32674 died...\u000a00:01:32.529546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32674): Terminated: ok {rc=0}\u000a00:01:32.539752 --- ParallelTerminationStrategy: PID 32677 died...\u000a00:01:32.596125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32677): Terminated: ok {rc=0}\u000a00:01:32.682284 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:00:35" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:01:34.830565 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:34.841390 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:01:35.003067 tst cs_paging_gprs_active.py: using LAC 24586\u000a00:01:35.128551 tst cs_paging_gprs_active.py: using RAC 106\u000a00:01:35.252649 tst cs_paging_gprs_active.py: using CellId 24586\u000a00:01:35.378503 tst cs_paging_gprs_active.py: using BVCI 24587\u000a00:01:35.403476 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.414958 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.426105 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.437467 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.448567 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.459900 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.471338 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.482465 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:35.494234 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:35.613730 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:35.889953 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:01:36.014611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:36.324030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32683): Launched\u000a00:01:36.580827 run iperf3-srv_10.42.42.10(pid=32684): Launched\u000a00:01:36.762518 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:01:36.886222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:37.194966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32685): Launched\u000a00:01:37.451152 run iperf3-srv_10.42.42.10(pid=32686): Launched\u000a00:01:37.634361 tst cs_paging_gprs_active.py:38: start network...\u000a00:01:37.757980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:38.235682 run create_hlr_db(pid=32687): Launched\u000a00:01:38.406778 bus /gobi_6: Setting Powered False\u000a00:01:39.429758 run create_hlr_db(pid=32687): Terminated: ok {rc=0}\u000a00:01:39.855246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Launched\u000a00:01:40.176217 run osmo-hlr_10.42.42.2(pid=32690): Launched\u000a00:01:40.293494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:40.847893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Launched\u000a00:01:41.167138 run osmo-stp_10.42.42.5(pid=32693): Launched\u000a00:01:41.283364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:41.841067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32695): Launched\u000a00:01:41.955308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:42.240738 run patchelf(pid=32696): Launched\u000a00:01:42.428338 run osmo-stp_10.42.42.5(pid=32693): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)]\u000a00:01:42.565458 run osmo-stp_10.42.42.5(pid=32693): stdout: \u000a| (launched: 2022-12-10_00:01:41.010506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:42.702924 run osmo-stp_10.42.42.5(pid=32693): stderr: \u000a| �[0;m�[38;5;43m20221210000141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000141205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:42.835413 run osmo-stp_10.42.42.5(pid=32693): stdout: \u000a| (launched: 2022-12-10_00:01:41.010506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:42.966900 run osmo-stp_10.42.42.5(pid=32693): stderr: \u000a| �[0;m�[38;5;43m20221210000141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000141204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000141205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000141205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:43.120231 run patchelf(pid=32696): Terminating (SIGINT)\u000a00:01:43.300439 run patchelf(pid=32696): Terminated: ok {rc=0}\u000a00:01:43.333735 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32693): Process ended prematurely: osmo-stp_10.42.42.5(pid=32693) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32693)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:01:43.344108 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a00:01:43.408553 run osmo-hlr_10.42.42.2(pid=32690): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32690)]\u000a00:01:43.460358 run osmo-hlr_10.42.42.2(pid=32690): stdout: \u000a| (launched: 2022-12-10_00:01:40.018493) \u000a00:01:43.511933 run osmo-hlr_10.42.42.2(pid=32690): stderr: \u000a| �[0;m�[1;31m20221210000140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000140218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000140219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000140219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000140219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000140219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000140231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000140241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000140241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000140241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:43.556219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32683): Terminating (SIGTERM)\u000a00:01:43.598582 run iperf3-srv_10.42.42.10(pid=32684): Terminating (SIGTERM)\u000a00:01:43.640753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32685): Terminating (SIGTERM)\u000a00:01:43.682556 run iperf3-srv_10.42.42.10(pid=32686): Terminating (SIGTERM)\u000a00:01:43.724123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Terminating (SIGTERM)\u000a00:01:43.765868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Terminating (SIGTERM)\u000a00:01:43.807230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32695): Terminating (SIGTERM)\u000a00:01:43.817224 --- ParallelTerminationStrategy: PID 32683 died...\u000a00:01:43.872988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32683): Terminated: ok {rc=0}\u000a00:01:43.883290 --- ParallelTerminationStrategy: PID 32684 died...\u000a00:01:43.939395 run iperf3-srv_10.42.42.10(pid=32684): Terminated {rc=256}\u000a00:01:43.949508 --- ParallelTerminationStrategy: PID 32685 died...\u000a00:01:44.004707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32685): Terminated: ok {rc=0}\u000a00:01:44.015018 --- ParallelTerminationStrategy: PID 32686 died...\u000a00:01:44.070480 run iperf3-srv_10.42.42.10(pid=32686): Terminated {rc=256}\u000a00:01:44.080630 --- ParallelTerminationStrategy: PID 32689 died...\u000a00:01:44.136292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32689): Terminated: ok {rc=0}\u000a00:01:44.146363 --- ParallelTerminationStrategy: PID 32692 died...\u000a00:01:44.202013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32692): Terminated: ok {rc=0}\u000a00:01:44.212048 --- ParallelTerminationStrategy: PID 32695 died...\u000a00:01:44.267776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32695): Terminated: ok {rc=0}\u000a00:01:44.353975 bus /gobi_0: Setting Powered False\u000a00:01:45.460578 bus /gobi_0: Setting Powered False\u000a00:01:46.576329 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32705): Process ended prematurely: osmo-stp_10.42.42.5(pid=32705) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32705)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32705): Process ended prematurely: osmo-stp_10.42.42.5(pid=32705) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:01:47.691002 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:47.702821 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:01:47.869326 tst iperf3.py: using LAC 24587\u000a00:01:47.993848 tst iperf3.py: using RAC 107\u000a00:01:48.117118 tst iperf3.py: using CellId 24587\u000a00:01:48.240799 tst iperf3.py: using BVCI 24588\u000a00:01:48.265161 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.276423 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.287531 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.298774 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.310068 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.321329 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.333284 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.345310 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:48.356553 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:48.634996 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:01:48.761143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:49.070596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32697): Launched\u000a00:01:49.328371 run iperf3-srv_10.42.42.10(pid=32698): Launched\u000a00:01:49.512303 tst iperf3.py:8: start network...\u000a00:01:49.638329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:01:50.118884 run create_hlr_db(pid=32699): Launched\u000a00:01:50.290679 bus /gobi_6: Setting Powered False\u000a00:01:51.312467 run create_hlr_db(pid=32699): Terminated: ok {rc=0}\u000a00:01:51.710644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32701): Launched\u000a00:01:52.010620 run osmo-hlr_10.42.42.2(pid=32702): Launched\u000a00:01:52.134115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:01:52.662879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32704): Launched\u000a00:01:52.961950 run osmo-stp_10.42.42.5(pid=32705): Launched\u000a00:01:53.071158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:01:53.592459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32707): Launched\u000a00:01:53.699404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:01:53.959885 run patchelf(pid=32708): Launched\u000a00:01:54.134363 run osmo-stp_10.42.42.5(pid=32705): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32705)]\u000a00:01:54.262329 run osmo-stp_10.42.42.5(pid=32705): stdout: \u000a| (launched: 2022-12-10_00:01:52.814706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:54.390400 run osmo-stp_10.42.42.5(pid=32705): stderr: \u000a| �[0;m�[38;5;43m20221210000152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000152985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000152987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000152987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000152987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:54.513813 run osmo-stp_10.42.42.5(pid=32705): stdout: \u000a| (launched: 2022-12-10_00:01:52.814706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:01:54.635938 run osmo-stp_10.42.42.5(pid=32705): stderr: \u000a| �[0;m�[38;5;43m20221210000152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000152984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000152985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000152987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000152987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000152987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:01:54.778574 run patchelf(pid=32708): Terminating (SIGINT)\u000a00:01:54.946651 run patchelf(pid=32708): Terminated: ok {rc=0}\u000a00:01:54.977490 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32705): Process ended prematurely: osmo-stp_10.42.42.5(pid=32705) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32705)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:01:54.986664 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a00:01:55.046239 run osmo-hlr_10.42.42.2(pid=32702): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32702)]\u000a00:01:55.094905 run osmo-hlr_10.42.42.2(pid=32702): stdout: \u000a| (launched: 2022-12-10_00:01:51.863019) \u000a00:01:55.144334 run osmo-hlr_10.42.42.2(pid=32702): stderr: \u000a| �[0;m�[1;31m20221210000152040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000152040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000152040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000152041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000152041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000152041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000152054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000152062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000152063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000152063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:01:55.186465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32697): Terminating (SIGTERM)\u000a00:01:55.226188 run iperf3-srv_10.42.42.10(pid=32698): Terminating (SIGTERM)\u000a00:01:55.265893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32701): Terminating (SIGTERM)\u000a00:01:55.305374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32704): Terminating (SIGTERM)\u000a00:01:55.345023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32707): Terminating (SIGTERM)\u000a00:01:55.353972 --- ParallelTerminationStrategy: PID 32697 died...\u000a00:01:55.407000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32697): Terminated: ok {rc=0}\u000a00:01:55.416614 --- ParallelTerminationStrategy: PID 32698 died...\u000a00:01:55.469156 run iperf3-srv_10.42.42.10(pid=32698): Terminated {rc=256}\u000a00:01:55.478629 --- ParallelTerminationStrategy: PID 32701 died...\u000a00:01:55.531069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32701): Terminated: ok {rc=0}\u000a00:01:55.540535 --- ParallelTerminationStrategy: PID 32704 died...\u000a00:01:55.592581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32704): Terminated: ok {rc=0}\u000a00:01:55.602038 --- ParallelTerminationStrategy: PID 32707 died...\u000a00:01:55.654166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32707): Terminated: ok {rc=0}\u000a00:01:55.742455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32723): Process ended prematurely: osmo-stp_10.42.42.5(pid=32723) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32723)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32723): Process ended prematurely: osmo-stp_10.42.42.5(pid=32723) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32723)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:01:56.852138 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:56.863400 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:01:57.019769 tst iperf3m4.py: using LAC 24588\u000a00:01:57.138871 tst iperf3m4.py: using RAC 108\u000a00:01:57.264280 tst iperf3m4.py: using CellId 24588\u000a00:01:57.390091 tst iperf3m4.py: using BVCI 24589\u000a00:01:57.414563 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.426010 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.437229 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.448736 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.460208 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.471660 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.483293 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.494702 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:01:57.506292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:57.622668 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:57.745299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:57.861109 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:01:58.139148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:01:58.263318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:58.571075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32709): Launched\u000a00:01:58.827223 run iperf3-srv_10.42.42.10(pid=32710): Launched\u000a00:01:59.009333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:01:59.133666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:01:59.442497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32711): Launched\u000a00:01:59.698365 run iperf3-srv_10.42.42.10(pid=32712): Launched\u000a00:01:59.880271 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:02:00.003871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:00.312339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32713): Launched\u000a00:02:00.568111 run iperf3-srv_10.42.42.10(pid=32714): Launched\u000a00:02:00.749621 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:02:00.884405 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:01.242951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32715): Launched\u000a00:02:01.540550 run iperf3-srv_10.42.42.10(pid=32716): Launched\u000a00:02:01.743885 tst iperf3m4.py:8: start network...\u000a00:02:01.884360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:02.394114 run create_hlr_db(pid=32717): Launched\u000a00:02:02.579714 bus /gobi_6: Setting Powered False\u000a00:02:03.600880 run create_hlr_db(pid=32717): Terminated: ok {rc=0}\u000a00:02:04.001991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32719): Launched\u000a00:02:04.299470 run osmo-hlr_10.42.42.2(pid=32720): Launched\u000a00:02:04.409403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:04.925932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32722): Launched\u000a00:02:05.222954 run osmo-stp_10.42.42.5(pid=32723): Launched\u000a00:02:05.331242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:05.850443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32725): Launched\u000a00:02:05.956187 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:06.215695 run patchelf(pid=32726): Launched\u000a00:02:06.390574 run osmo-stp_10.42.42.5(pid=32723): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32723)]\u000a00:02:06.518134 run osmo-stp_10.42.42.5(pid=32723): stdout: \u000a| (launched: 2022-12-10_00:02:05.076707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:06.646024 run osmo-stp_10.42.42.5(pid=32723): stderr: \u000a| �[0;m�[38;5;43m20221210000205249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000205250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000205250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000205250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000205251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000205251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000205251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:06.768833 run osmo-stp_10.42.42.5(pid=32723): stdout: \u000a| (launched: 2022-12-10_00:02:05.076707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:06.890983 run osmo-stp_10.42.42.5(pid=32723): stderr: \u000a| �[0;m�[38;5;43m20221210000205249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000205250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000205250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000205250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000205251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000205251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000205251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:07.033422 run patchelf(pid=32726): Terminating (SIGINT)\u000a00:02:07.200864 run patchelf(pid=32726): Terminated: ok {rc=0}\u000a00:02:07.231711 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32723): Process ended prematurely: osmo-stp_10.42.42.5(pid=32723) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32723)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:02:07.240758 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a00:02:07.300184 run osmo-hlr_10.42.42.2(pid=32720): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32720)]\u000a00:02:07.348677 run osmo-hlr_10.42.42.2(pid=32720): stdout: \u000a| (launched: 2022-12-10_00:02:04.153371) \u000a00:02:07.397761 run osmo-hlr_10.42.42.2(pid=32720): stderr: \u000a| �[0;m�[1;31m20221210000204330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000204330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000204330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000204331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000204331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000204331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000204343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000204352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000204352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000204352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:07.439223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32709): Terminating (SIGTERM)\u000a00:02:07.478563 run iperf3-srv_10.42.42.10(pid=32710): Terminating (SIGTERM)\u000a00:02:07.517783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32711): Terminating (SIGTERM)\u000a00:02:07.556864 run iperf3-srv_10.42.42.10(pid=32712): Terminating (SIGTERM)\u000a00:02:07.596004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32713): Terminating (SIGTERM)\u000a00:02:07.634995 run iperf3-srv_10.42.42.10(pid=32714): Terminating (SIGTERM)\u000a00:02:07.674172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32715): Terminating (SIGTERM)\u000a00:02:07.713122 run iperf3-srv_10.42.42.10(pid=32716): Terminating (SIGTERM)\u000a00:02:07.752314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32719): Terminating (SIGTERM)\u000a00:02:07.791883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32722): Terminating (SIGTERM)\u000a00:02:07.831325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32725): Terminating (SIGTERM)\u000a00:02:07.840480 --- ParallelTerminationStrategy: PID 32709 died...\u000a00:02:07.893580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32709): Terminated: ok {rc=0}\u000a00:02:07.903219 --- ParallelTerminationStrategy: PID 32710 died...\u000a00:02:07.955765 run iperf3-srv_10.42.42.10(pid=32710): Terminated {rc=256}\u000a00:02:07.965363 --- ParallelTerminationStrategy: PID 32711 died...\u000a00:02:08.017983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32711): Terminated: ok {rc=0}\u000a00:02:08.027473 --- ParallelTerminationStrategy: PID 32712 died...\u000a00:02:08.079950 run iperf3-srv_10.42.42.10(pid=32712): Terminated {rc=256}\u000a00:02:08.089612 --- ParallelTerminationStrategy: PID 32713 died...\u000a00:02:08.142308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32713): Terminated: ok {rc=0}\u000a00:02:08.151817 --- ParallelTerminationStrategy: PID 32714 died...\u000a00:02:08.204085 run iperf3-srv_10.42.42.10(pid=32714): Terminated {rc=256}\u000a00:02:08.213680 --- ParallelTerminationStrategy: PID 32715 died...\u000a00:02:08.266196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32715): Terminated: ok {rc=0}\u000a00:02:08.275784 --- ParallelTerminationStrategy: PID 32716 died...\u000a00:02:08.328652 run iperf3-srv_10.42.42.10(pid=32716): Terminated {rc=256}\u000a00:02:08.338253 --- ParallelTerminationStrategy: PID 32719 died...\u000a00:02:08.390989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32719): Terminated: ok {rc=0}\u000a00:02:08.400595 --- ParallelTerminationStrategy: PID 32722 died...\u000a00:02:08.453235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32722): Terminated: ok {rc=0}\u000a00:02:08.462826 --- ParallelTerminationStrategy: PID 32725 died...\u000a00:02:08.515712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32725): Terminated: ok {rc=0}\u000a00:02:08.603582 bus /gobi_4: Setting Powered False\u000a00:02:09.706156 bus /gobi_4: Setting Powered False\u000a00:02:10.817801 bus /gobi_1: Setting Powered False\u000a00:02:11.920705 bus /gobi_1: Setting Powered False\u000a00:02:13.033813 bus /gobi_0: Setting Powered False\u000a00:02:14.133003 bus /gobi_0: Setting Powered False\u000a00:02:15.244086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32733): Process ended prematurely: osmo-stp_10.42.42.5(pid=32733) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32733)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32733): Process ended prematurely: osmo-stp_10.42.42.5(pid=32733) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:02:16.315502 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:16.327973 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:16.510459 tst ping.py: using LAC 24589\u000a00:02:16.636651 tst ping.py: using RAC 109\u000a00:02:16.761114 tst ping.py: using CellId 24589\u000a00:02:16.886615 tst ping.py: using BVCI 24590\u000a00:02:16.911271 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:16.923214 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:16.935468 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:16.949890 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:16.963299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:16.977599 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:16.990873 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:17.004596 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:17.303396 tst ping.py:19: start network...\u000a00:02:17.435964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:17.930414 run create_hlr_db(pid=32727): Launched\u000a00:02:18.113793 bus /gobi_6: Setting Powered False\u000a00:02:19.134306 run create_hlr_db(pid=32727): Terminated: ok {rc=0}\u000a00:02:19.552591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32729): Launched\u000a00:02:19.865724 run osmo-hlr_10.42.42.2(pid=32730): Launched\u000a00:02:19.981714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:20.529362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32732): Launched\u000a00:02:20.843021 run osmo-stp_10.42.42.5(pid=32733): Launched\u000a00:02:20.957646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:21.504793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32735): Launched\u000a00:02:21.617158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:21.890402 run patchelf(pid=32736): Launched\u000a00:02:22.074468 run osmo-stp_10.42.42.5(pid=32733): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32733)]\u000a00:02:22.208897 run osmo-stp_10.42.42.5(pid=32733): stdout: \u000a| (launched: 2022-12-10_00:02:20.688921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:22.343760 run osmo-stp_10.42.42.5(pid=32733): stderr: \u000a| �[0;m�[38;5;43m20221210000220881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000220881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000220881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000220882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000220882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000220882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000220882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:22.474380 run osmo-stp_10.42.42.5(pid=32733): stdout: \u000a| (launched: 2022-12-10_00:02:20.688921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:22.603412 run osmo-stp_10.42.42.5(pid=32733): stderr: \u000a| �[0;m�[38;5;43m20221210000220881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000220881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000220881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000220882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000220882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000220882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000220882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:22.753084 run patchelf(pid=32736): Terminating (SIGINT)\u000a00:02:22.929241 run patchelf(pid=32736): Terminated: ok {rc=0}\u000a00:02:22.961132 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32733): Process ended prematurely: osmo-stp_10.42.42.5(pid=32733) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32733)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:02:22.970881 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:02:23.034143 run osmo-hlr_10.42.42.2(pid=32730): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32730)]\u000a00:02:23.085454 run osmo-hlr_10.42.42.2(pid=32730): stdout: \u000a| (launched: 2022-12-10_00:02:19.711692) \u000a00:02:23.137499 run osmo-hlr_10.42.42.2(pid=32730): stderr: \u000a| �[0;m�[1;31m20221210000219910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000219910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000219910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000219910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000219910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000219910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000219922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000219931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000219931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000219931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:23.181258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32729): Terminating (SIGTERM)\u000a00:02:23.223181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32732): Terminating (SIGTERM)\u000a00:02:23.264561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32735): Terminating (SIGTERM)\u000a00:02:23.274563 --- ParallelTerminationStrategy: PID 32729 died...\u000a00:02:23.330352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32729): Terminated: ok {rc=0}\u000a00:02:23.340432 --- ParallelTerminationStrategy: PID 32732 died...\u000a00:02:23.396286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32732): Terminated: ok {rc=0}\u000a00:02:23.406480 --- ParallelTerminationStrategy: PID 32735 died...\u000a00:02:23.462210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32735): Terminated: ok {rc=0}\u000a00:02:23.548183 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32743): Process ended prematurely: osmo-stp_10.42.42.5(pid=32743) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32743): Process ended prematurely: osmo-stp_10.42.42.5(pid=32743) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:02:24.600429 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:24.612750 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:02:24.782174 tst ping_idle_ping.py: using LAC 24590\u000a00:02:24.904275 tst ping_idle_ping.py: using RAC 110\u000a00:02:25.027014 tst ping_idle_ping.py: using CellId 24590\u000a00:02:25.149847 tst ping_idle_ping.py: using BVCI 24591\u000a00:02:25.174160 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:25.185486 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:25.196593 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:25.207966 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:25.219369 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:25.230816 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:25.242299 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:02:25.253652 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:02:25.528677 tst ping_idle_ping.py:24: start network...\u000a00:02:25.652142 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:26.128178 run create_hlr_db(pid=32737): Launched\u000a00:02:26.298469 bus /gobi_6: Setting Powered False\u000a00:02:27.321445 run create_hlr_db(pid=32737): Terminated: ok {rc=0}\u000a00:02:27.712818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Launched\u000a00:02:28.006950 run osmo-hlr_10.42.42.2(pid=32740): Launched\u000a00:02:28.114648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:28.623913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Launched\u000a00:02:28.918518 run osmo-stp_10.42.42.5(pid=32743): Launched\u000a00:02:29.026178 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:29.538235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32745): Launched\u000a00:02:29.642668 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:29.898761 run patchelf(pid=32746): Launched\u000a00:02:30.071823 run osmo-stp_10.42.42.5(pid=32743): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)]\u000a00:02:30.198165 run osmo-stp_10.42.42.5(pid=32743): stdout: \u000a| (launched: 2022-12-10_00:02:28.773976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:30.324394 run osmo-stp_10.42.42.5(pid=32743): stderr: \u000a| �[0;m�[38;5;43m20221210000228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000228944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:30.446301 run osmo-stp_10.42.42.5(pid=32743): stdout: \u000a| (launched: 2022-12-10_00:02:28.773976)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:30.567110 run osmo-stp_10.42.42.5(pid=32743): stderr: \u000a| �[0;m�[38;5;43m20221210000228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000228943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000228944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000228944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:30.707787 run patchelf(pid=32746): Terminating (SIGINT)\u000a00:02:30.890324 run patchelf(pid=32746): Terminated: ok {rc=0}\u000a00:02:30.924068 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32743): Process ended prematurely: osmo-stp_10.42.42.5(pid=32743) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32743)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:02:30.933095 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a00:02:30.994014 run osmo-hlr_10.42.42.2(pid=32740): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32740)]\u000a00:02:31.043724 run osmo-hlr_10.42.42.2(pid=32740): stdout: \u000a| (launched: 2022-12-10_00:02:27.861775) \u000a00:02:31.094061 run osmo-hlr_10.42.42.2(pid=32740): stderr: \u000a| �[0;m�[1;31m20221210000228039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000228039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000228039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000228039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000228039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000228039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000228051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000228060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000228060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000228060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:31.137447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Terminating (SIGTERM)\u000a00:02:31.177951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Terminating (SIGTERM)\u000a00:02:31.218732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32745): Terminating (SIGTERM)\u000a00:02:31.228146 --- ParallelTerminationStrategy: PID 32739 died...\u000a00:02:31.282557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32739): Terminated: ok {rc=0}\u000a00:02:31.292672 --- ParallelTerminationStrategy: PID 32742 died...\u000a00:02:31.346922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32742): Terminated: ok {rc=0}\u000a00:02:31.357319 --- ParallelTerminationStrategy: PID 32745 died...\u000a00:02:31.411503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32745): Terminated: ok {rc=0}\u000a00:02:31.513081 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:01:34" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32765): Process ended prematurely: osmo-stp_10.42.42.5(pid=32765) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32765): Process ended prematurely: osmo-stp_10.42.42.5(pid=32765) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:02:33.669708 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:33.681126 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:02:33.839354 tst cs_paging_gprs_active.py: using LAC 24591\u000a00:02:33.957956 tst cs_paging_gprs_active.py: using RAC 111\u000a00:02:34.075237 tst cs_paging_gprs_active.py: using CellId 24591\u000a00:02:34.191715 tst cs_paging_gprs_active.py: using BVCI 24592\u000a00:02:34.214637 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.225710 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.236318 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.247050 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.257821 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.268453 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.279230 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.289778 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:34.300518 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:34.419215 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:34.715893 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:02:34.850021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:35.180586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32751): Launched\u000a00:02:35.455538 run iperf3-srv_10.42.42.10(pid=32752): Launched\u000a00:02:35.652195 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:02:35.785712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:36.118017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32757): Launched\u000a00:02:36.392473 run iperf3-srv_10.42.42.10(pid=32758): Launched\u000a00:02:36.589067 tst cs_paging_gprs_active.py:38: start network...\u000a00:02:36.722468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:37.226050 run create_hlr_db(pid=32759): Launched\u000a00:02:37.411539 bus /gobi_6: Setting Powered False\u000a00:02:38.433282 run create_hlr_db(pid=32759): Terminated: ok {rc=0}\u000a00:02:38.841493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32761): Launched\u000a00:02:39.161226 run osmo-hlr_10.42.42.2(pid=32762): Launched\u000a00:02:39.276905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:39.830555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32764): Launched\u000a00:02:40.150011 run osmo-stp_10.42.42.5(pid=32765): Launched\u000a00:02:40.266349 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:40.822747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32767): Launched\u000a00:02:40.936921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:41.214923 run patchelf(pid=300): Launched\u000a00:02:41.404570 run osmo-stp_10.42.42.5(pid=32765): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)]\u000a00:02:41.542282 run osmo-stp_10.42.42.5(pid=32765): stdout: \u000a| (launched: 2022-12-10_00:02:39.993612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:41.680101 run osmo-stp_10.42.42.5(pid=32765): stderr: \u000a| �[0;m�[38;5;43m20221210000240183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000240183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000240183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000240184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:41.812938 run osmo-stp_10.42.42.5(pid=32765): stdout: \u000a| (launched: 2022-12-10_00:02:39.993612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:41.944727 run osmo-stp_10.42.42.5(pid=32765): stderr: \u000a| �[0;m�[38;5;43m20221210000240183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000240183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000240183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000240184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:42.098486 run patchelf(pid=300): Terminating (SIGINT)\u000a00:02:42.279198 run patchelf(pid=300): Terminated: ok {rc=0}\u000a00:02:42.312327 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32765): Process ended prematurely: osmo-stp_10.42.42.5(pid=32765) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32765)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:02:42.322295 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:02:42.386046 run osmo-hlr_10.42.42.2(pid=32762): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32762)]\u000a00:02:42.437689 run osmo-hlr_10.42.42.2(pid=32762): stdout: \u000a| (launched: 2022-12-10_00:02:39.004467) \u000a00:02:42.489747 run osmo-hlr_10.42.42.2(pid=32762): stderr: \u000a| �[0;m�[1;31m20221210000239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000239200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000239212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000239221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000239221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000239221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:42.533695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32751): Terminating (SIGTERM)\u000a00:02:42.575453 run iperf3-srv_10.42.42.10(pid=32752): Terminating (SIGTERM)\u000a00:02:42.616614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32757): Terminating (SIGTERM)\u000a00:02:42.658065 run iperf3-srv_10.42.42.10(pid=32758): Terminating (SIGTERM)\u000a00:02:42.699861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32761): Terminating (SIGTERM)\u000a00:02:42.741531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32764): Terminating (SIGTERM)\u000a00:02:42.782811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32767): Terminating (SIGTERM)\u000a00:02:42.792686 --- ParallelTerminationStrategy: PID 32751 died...\u000a00:02:42.848600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32751): Terminated: ok {rc=0}\u000a00:02:42.858647 --- ParallelTerminationStrategy: PID 32752 died...\u000a00:02:42.914453 run iperf3-srv_10.42.42.10(pid=32752): Terminated {rc=256}\u000a00:02:42.924485 --- ParallelTerminationStrategy: PID 32757 died...\u000a00:02:42.980260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32757): Terminated: ok {rc=0}\u000a00:02:42.990359 --- ParallelTerminationStrategy: PID 32758 died...\u000a00:02:43.046045 run iperf3-srv_10.42.42.10(pid=32758): Terminated {rc=256}\u000a00:02:43.056016 --- ParallelTerminationStrategy: PID 32761 died...\u000a00:02:43.111765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32761): Terminated: ok {rc=0}\u000a00:02:43.121864 --- ParallelTerminationStrategy: PID 32764 died...\u000a00:02:43.177695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32764): Terminated: ok {rc=0}\u000a00:02:43.187664 --- ParallelTerminationStrategy: PID 32767 died...\u000a00:02:43.243308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32767): Terminated: ok {rc=0}\u000a00:02:43.329530 bus /gobi_0: Setting Powered False\u000a00:02:44.435669 bus /gobi_0: Setting Powered False\u000a00:02:45.542649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=309): Process ended prematurely: osmo-stp_10.42.42.5(pid=309) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=309): Process ended prematurely: osmo-stp_10.42.42.5(pid=309) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:02:46.672830 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:46.687566 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:02:46.887929 tst iperf3.py: using LAC 24592\u000a00:02:47.041237 tst iperf3.py: using RAC 112\u000a00:02:47.173509 tst iperf3.py: using CellId 24592\u000a00:02:47.294231 tst iperf3.py: using BVCI 24593\u000a00:02:47.317102 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.327895 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.338684 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.349679 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.360215 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.370969 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.382136 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.392791 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:47.403537 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:47.682264 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:02:47.807501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:48.118844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=301): Launched\u000a00:02:48.376340 run iperf3-srv_10.42.42.10(pid=302): Launched\u000a00:02:48.558950 tst iperf3.py:8: start network...\u000a00:02:48.684039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:02:49.163417 run create_hlr_db(pid=303): Launched\u000a00:02:49.335385 bus /gobi_6: Setting Powered False\u000a00:02:50.357365 run create_hlr_db(pid=303): Terminated: ok {rc=0}\u000a00:02:50.780034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=305): Launched\u000a00:02:51.079162 run osmo-hlr_10.42.42.2(pid=306): Launched\u000a00:02:51.188619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:02:51.707204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=308): Launched\u000a00:02:52.005297 run osmo-stp_10.42.42.5(pid=309): Launched\u000a00:02:52.113963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:02:52.635171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=311): Launched\u000a00:02:52.741246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:02:53.001777 run patchelf(pid=312): Launched\u000a00:02:53.176873 run osmo-stp_10.42.42.5(pid=309): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)]\u000a00:02:53.305122 run osmo-stp_10.42.42.5(pid=309): stdout: \u000a| (launched: 2022-12-10_00:02:51.858652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:53.433895 run osmo-stp_10.42.42.5(pid=309): stderr: \u000a| �[0;m�[38;5;43m20221210000252029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000252029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000252030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000252030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000252031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000252031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000252031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:53.557387 run osmo-stp_10.42.42.5(pid=309): stdout: \u000a| (launched: 2022-12-10_00:02:51.858652)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:02:53.679783 run osmo-stp_10.42.42.5(pid=309): stderr: \u000a| �[0;m�[38;5;43m20221210000252029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000252029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000252030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000252030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000252031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000252031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000252031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:02:53.822563 run patchelf(pid=312): Terminating (SIGINT)\u000a00:02:53.990745 run patchelf(pid=312): Terminated: ok {rc=0}\u000a00:02:54.021699 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=309): Process ended prematurely: osmo-stp_10.42.42.5(pid=309) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=309)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:02:54.030776 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:02:54.090199 run osmo-hlr_10.42.42.2(pid=306): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=306)]\u000a00:02:54.138807 run osmo-hlr_10.42.42.2(pid=306): stdout: \u000a| (launched: 2022-12-10_00:02:50.932821) \u000a00:02:54.188570 run osmo-hlr_10.42.42.2(pid=306): stderr: \u000a| �[0;m�[1;31m20221210000251107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000251108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000251108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000251108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000251108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000251108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000251120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000251131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000251131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000251131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:02:54.230249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=301): Terminating (SIGTERM)\u000a00:02:54.269502 run iperf3-srv_10.42.42.10(pid=302): Terminating (SIGTERM)\u000a00:02:54.308760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=305): Terminating (SIGTERM)\u000a00:02:54.348091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=308): Terminating (SIGTERM)\u000a00:02:54.387466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=311): Terminating (SIGTERM)\u000a00:02:54.396708 --- ParallelTerminationStrategy: PID 301 died...\u000a00:02:54.449590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=301): Terminated: ok {rc=0}\u000a00:02:54.459098 --- ParallelTerminationStrategy: PID 302 died...\u000a00:02:54.511787 run iperf3-srv_10.42.42.10(pid=302): Terminated {rc=256}\u000a00:02:54.521416 --- ParallelTerminationStrategy: PID 305 died...\u000a00:02:54.574016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=305): Terminated: ok {rc=0}\u000a00:02:54.583544 --- ParallelTerminationStrategy: PID 308 died...\u000a00:02:54.636056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=308): Terminated: ok {rc=0}\u000a00:02:54.645656 --- ParallelTerminationStrategy: PID 311 died...\u000a00:02:54.697894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=311): Terminated: ok {rc=0}\u000a00:02:54.786178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=328): Process ended prematurely: osmo-stp_10.42.42.5(pid=328) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=328): Process ended prematurely: osmo-stp_10.42.42.5(pid=328) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:02:55.896333 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:55.907865 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:02:56.065683 tst iperf3m4.py: using LAC 24593\u000a00:02:56.183670 tst iperf3m4.py: using RAC 113\u000a00:02:56.303005 tst iperf3m4.py: using CellId 24593\u000a00:02:56.422266 tst iperf3m4.py: using BVCI 24594\u000a00:02:56.445075 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.455990 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.466762 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.477436 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.488023 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.498765 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.509604 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.520200 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:02:56.531006 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:56.650100 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:56.771642 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:56.891733 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:02:57.170166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:02:57.295039 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:57.606377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=313): Launched\u000a00:02:57.864616 run iperf3-srv_10.42.42.10(pid=314): Launched\u000a00:02:58.046488 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:02:58.171046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:58.481746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=315): Launched\u000a00:02:58.738686 run iperf3-srv_10.42.42.10(pid=316): Launched\u000a00:02:58.921246 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:02:59.045966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:02:59.355986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=317): Launched\u000a00:02:59.613539 run iperf3-srv_10.42.42.10(pid=318): Launched\u000a00:02:59.795392 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:02:59.919910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:03:00.231343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=319): Launched\u000a00:03:00.489056 run iperf3-srv_10.42.42.10(pid=320): Launched\u000a00:03:00.671536 tst iperf3m4.py:8: start network...\u000a00:03:00.796347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:01.323629 run create_hlr_db(pid=322): Launched\u000a00:03:01.528677 bus /gobi_6: Setting Powered False\u000a00:03:02.537938 run create_hlr_db(pid=322): Terminated: ok {rc=0}\u000a00:03:02.972003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=324): Launched\u000a00:03:03.291641 run osmo-hlr_10.42.42.2(pid=325): Launched\u000a00:03:03.409837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:03.964500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=327): Launched\u000a00:03:04.283623 run osmo-stp_10.42.42.5(pid=328): Launched\u000a00:03:04.400635 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:04.957106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=330): Launched\u000a00:03:05.071950 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:05.350709 run patchelf(pid=331): Launched\u000a00:03:05.538836 run osmo-stp_10.42.42.5(pid=328): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)]\u000a00:03:05.676877 run osmo-stp_10.42.42.5(pid=328): stdout: \u000a| (launched: 2022-12-10_00:03:04.126832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:05.815066 run osmo-stp_10.42.42.5(pid=328): stderr: \u000a| �[0;m�[38;5;43m20221210000304320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000304320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000304321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000304321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000304321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000304322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000304322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:05.948154 run osmo-stp_10.42.42.5(pid=328): stdout: \u000a| (launched: 2022-12-10_00:03:04.126832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:06.079741 run osmo-stp_10.42.42.5(pid=328): stderr: \u000a| �[0;m�[38;5;43m20221210000304320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000304320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000304321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000304321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000304321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000304322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000304322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:06.233753 run patchelf(pid=331): Terminating (SIGINT)\u000a00:03:06.415228 run patchelf(pid=331): Terminated: ok {rc=0}\u000a00:03:06.448523 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=328): Process ended prematurely: osmo-stp_10.42.42.5(pid=328) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=328)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:03:06.458582 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:03:06.522345 run osmo-hlr_10.42.42.2(pid=325): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=325)]\u000a00:03:06.573840 run osmo-hlr_10.42.42.2(pid=325): stdout: \u000a| (launched: 2022-12-10_00:03:03.135241) \u000a00:03:06.625871 run osmo-hlr_10.42.42.2(pid=325): stderr: \u000a| �[0;m�[1;31m20221210000303332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000303332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000303332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000303332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000303332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000303332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000303344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000303353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000303353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000303353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:06.670312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=313): Terminating (SIGTERM)\u000a00:03:06.712146 run iperf3-srv_10.42.42.10(pid=314): Terminating (SIGTERM)\u000a00:03:06.753779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=315): Terminating (SIGTERM)\u000a00:03:06.795693 run iperf3-srv_10.42.42.10(pid=316): Terminating (SIGTERM)\u000a00:03:06.837629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=317): Terminating (SIGTERM)\u000a00:03:06.879369 run iperf3-srv_10.42.42.10(pid=318): Terminating (SIGTERM)\u000a00:03:06.921164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=319): Terminating (SIGTERM)\u000a00:03:06.963006 run iperf3-srv_10.42.42.10(pid=320): Terminating (SIGTERM)\u000a00:03:07.004511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=324): Terminating (SIGTERM)\u000a00:03:07.046451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=327): Terminating (SIGTERM)\u000a00:03:07.088169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=330): Terminating (SIGTERM)\u000a00:03:07.098057 --- ParallelTerminationStrategy: PID 313 died...\u000a00:03:07.154131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=313): Terminated: ok {rc=0}\u000a00:03:07.164365 --- ParallelTerminationStrategy: PID 314 died...\u000a00:03:07.220081 run iperf3-srv_10.42.42.10(pid=314): Terminated {rc=256}\u000a00:03:07.230369 --- ParallelTerminationStrategy: PID 315 died...\u000a00:03:07.286707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=315): Terminated: ok {rc=0}\u000a00:03:07.296871 --- ParallelTerminationStrategy: PID 316 died...\u000a00:03:07.352740 run iperf3-srv_10.42.42.10(pid=316): Terminated {rc=256}\u000a00:03:07.363249 --- ParallelTerminationStrategy: PID 317 died...\u000a00:03:07.419905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=317): Terminated: ok {rc=0}\u000a00:03:07.430268 --- ParallelTerminationStrategy: PID 318 died...\u000a00:03:07.486439 run iperf3-srv_10.42.42.10(pid=318): Terminated {rc=256}\u000a00:03:07.496714 --- ParallelTerminationStrategy: PID 319 died...\u000a00:03:07.552844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=319): Terminated: ok {rc=0}\u000a00:03:07.563387 --- ParallelTerminationStrategy: PID 320 died...\u000a00:03:07.619751 run iperf3-srv_10.42.42.10(pid=320): Terminated {rc=256}\u000a00:03:07.629987 --- ParallelTerminationStrategy: PID 324 died...\u000a00:03:07.686513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=324): Terminated: ok {rc=0}\u000a00:03:07.696816 --- ParallelTerminationStrategy: PID 327 died...\u000a00:03:07.752881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=327): Terminated: ok {rc=0}\u000a00:03:07.763671 --- ParallelTerminationStrategy: PID 330 died...\u000a00:03:07.819807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=330): Terminated: ok {rc=0}\u000a00:03:07.906958 bus /gobi_4: Setting Powered False\u000a00:03:09.010197 bus /gobi_4: Setting Powered False\u000a00:03:10.120120 bus /gobi_1: Setting Powered False\u000a00:03:11.221788 bus /gobi_1: Setting Powered False\u000a00:03:12.332546 bus /gobi_0: Setting Powered False\u000a00:03:13.435381 bus /gobi_0: Setting Powered False\u000a00:03:14.547436 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=338): Process ended prematurely: osmo-stp_10.42.42.5(pid=338) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=338)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=338): Process ended prematurely: osmo-stp_10.42.42.5(pid=338) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:03:15.615358 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:15.627203 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:15.787994 tst ping.py: using LAC 24594\u000a00:03:15.936118 tst ping.py: using RAC 114\u000a00:03:16.073650 tst ping.py: using CellId 24594\u000a00:03:16.232420 tst ping.py: using BVCI 24595\u000a00:03:16.259240 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:16.271015 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:16.282346 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:16.294069 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:16.306169 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:16.318007 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:16.330302 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:16.342573 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:16.663276 tst ping.py:19: start network...\u000a00:03:16.804896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:17.409664 run create_hlr_db(pid=332): Launched\u000a00:03:17.581136 bus /gobi_6: Setting Powered False\u000a00:03:18.601837 run create_hlr_db(pid=332): Terminated: ok {rc=0}\u000a00:03:19.020115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=334): Launched\u000a00:03:19.336181 run osmo-hlr_10.42.42.2(pid=335): Launched\u000a00:03:19.456358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:20.007153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=337): Launched\u000a00:03:20.323997 run osmo-stp_10.42.42.5(pid=338): Launched\u000a00:03:20.440517 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:20.990571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=340): Launched\u000a00:03:21.103468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:21.377572 run patchelf(pid=341): Launched\u000a00:03:21.562369 run osmo-stp_10.42.42.5(pid=338): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=338)]\u000a00:03:21.697057 run osmo-stp_10.42.42.5(pid=338): stdout: \u000a| (launched: 2022-12-10_00:03:20.167937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:21.832324 run osmo-stp_10.42.42.5(pid=338): stderr: \u000a| �[0;m�[38;5;43m20221210000320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000320359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:21.963088 run osmo-stp_10.42.42.5(pid=338): stdout: \u000a| (launched: 2022-12-10_00:03:20.167937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:22.092360 run osmo-stp_10.42.42.5(pid=338): stderr: \u000a| �[0;m�[38;5;43m20221210000320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000320359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:22.243426 run patchelf(pid=341): Terminating (SIGINT)\u000a00:03:22.421361 run patchelf(pid=341): Terminated: ok {rc=0}\u000a00:03:22.453759 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=338): Process ended prematurely: osmo-stp_10.42.42.5(pid=338) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=338)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:03:22.463233 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:03:22.527279 run osmo-hlr_10.42.42.2(pid=335): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=335)]\u000a00:03:22.579340 run osmo-hlr_10.42.42.2(pid=335): stdout: \u000a| (launched: 2022-12-10_00:03:19.180477) \u000a00:03:22.632260 run osmo-hlr_10.42.42.2(pid=335): stderr: \u000a| �[0;m�[1;31m20221210000319379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000319379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000319379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000319379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000319379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000319379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000319398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000319408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000319408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000319408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:22.676746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=334): Terminating (SIGTERM)\u000a00:03:22.719628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=337): Terminating (SIGTERM)\u000a00:03:22.761668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=340): Terminating (SIGTERM)\u000a00:03:22.771964 --- ParallelTerminationStrategy: PID 334 died...\u000a00:03:22.828799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=334): Terminated: ok {rc=0}\u000a00:03:22.839236 --- ParallelTerminationStrategy: PID 337 died...\u000a00:03:22.895894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=337): Terminated: ok {rc=0}\u000a00:03:22.906390 --- ParallelTerminationStrategy: PID 340 died...\u000a00:03:22.963043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=340): Terminated: ok {rc=0}\u000a00:03:23.049669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=355): Process ended prematurely: osmo-stp_10.42.42.5(pid=355) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=355)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=355): Process ended prematurely: osmo-stp_10.42.42.5(pid=355) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:03:24.103269 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.115437 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:03:24.279855 tst ping_idle_ping.py: using LAC 24595\u000a00:03:24.406135 tst ping_idle_ping.py: using RAC 115\u000a00:03:24.530762 tst ping_idle_ping.py: using CellId 24595\u000a00:03:24.657247 tst ping_idle_ping.py: using BVCI 24596\u000a00:03:24.681689 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.692859 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.704010 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.715606 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.727102 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.738577 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.750181 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:03:24.762064 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:03:25.036919 tst ping_idle_ping.py:24: start network...\u000a00:03:25.160407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:25.638335 run create_hlr_db(pid=342): Launched\u000a00:03:25.808417 bus /gobi_6: Setting Powered False\u000a00:03:26.830682 run create_hlr_db(pid=342): Terminated: ok {rc=0}\u000a00:03:27.251149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=344): Launched\u000a00:03:27.571245 run osmo-hlr_10.42.42.2(pid=345): Launched\u000a00:03:27.685080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:28.197366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=349): Launched\u000a00:03:28.493201 run osmo-stp_10.42.42.5(pid=355): Launched\u000a00:03:28.601826 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:29.116465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=358): Launched\u000a00:03:29.222253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:29.480199 run patchelf(pid=359): Launched\u000a00:03:29.652769 run osmo-stp_10.42.42.5(pid=355): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=355)]\u000a00:03:29.778841 run osmo-stp_10.42.42.5(pid=355): stdout: \u000a| (launched: 2022-12-10_00:03:28.347067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:29.905232 run osmo-stp_10.42.42.5(pid=355): stderr: \u000a| �[0;m�[38;5;43m20221210000328516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000328516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000328516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000328517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000328519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000328519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000328519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:30.027274 run osmo-stp_10.42.42.5(pid=355): stdout: \u000a| (launched: 2022-12-10_00:03:28.347067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:30.148137 run osmo-stp_10.42.42.5(pid=355): stderr: \u000a| �[0;m�[38;5;43m20221210000328516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000328516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000328516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000328517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000328519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000328519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000328519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:30.289572 run patchelf(pid=359): Terminating (SIGINT)\u000a00:03:30.455662 run patchelf(pid=359): Terminated: ok {rc=0}\u000a00:03:30.485975 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=355): Process ended prematurely: osmo-stp_10.42.42.5(pid=355) [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=355)] [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:03:30.494513 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:03:30.553769 run osmo-hlr_10.42.42.2(pid=345): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=345)]\u000a00:03:30.602541 run osmo-hlr_10.42.42.2(pid=345): stdout: \u000a| (launched: 2022-12-10_00:03:27.412571) \u000a00:03:30.651986 run osmo-hlr_10.42.42.2(pid=345): stderr: \u000a| �[0;m�[1;31m20221210000327611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000327611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000327611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000327611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000327611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000327612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000327626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000327634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000327634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000327634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:30.694381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=344): Terminating (SIGTERM)\u000a00:03:30.735447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=349): Terminating (SIGTERM)\u000a00:03:30.775594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=358): Terminating (SIGTERM)\u000a00:03:30.785060 --- ParallelTerminationStrategy: PID 344 died...\u000a00:03:30.838663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=344): Terminated: ok {rc=0}\u000a00:03:30.848900 --- ParallelTerminationStrategy: PID 349 died...\u000a00:03:30.902825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=349): Terminated: ok {rc=0}\u000a00:03:30.913161 --- ParallelTerminationStrategy: PID 358 died...\u000a00:03:30.967659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=358): Terminated: ok {rc=0}\u000a00:03:31.053027 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:02:33" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=374): Process ended prematurely: osmo-stp_10.42.42.5(pid=374) [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=374): Process ended prematurely: osmo-stp_10.42.42.5(pid=374) [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:03:33.125907 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.137464 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:03:33.303217 tst switch_tch_pdch.py: using LAC 24596\u000a00:03:33.422058 tst switch_tch_pdch.py: using RAC 116\u000a00:03:33.539046 tst switch_tch_pdch.py: using CellId 24596\u000a00:03:33.654138 tst switch_tch_pdch.py: using BVCI 24597\u000a00:03:33.676785 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.688057 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.699219 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.710175 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.721106 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.731959 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.743011 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:03:33.753871 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:03:33.871130 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:03:34.168383 tst switch_tch_pdch.py:51: start network...\u000a00:03:34.301076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:34.797880 run create_hlr_db(pid=368): Launched\u000a00:03:34.980838 bus /gobi_6: Setting Powered False\u000a00:03:36.002113 run create_hlr_db(pid=368): Terminated: ok {rc=0}\u000a00:03:36.421527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=370): Launched\u000a00:03:36.736543 run osmo-hlr_10.42.42.2(pid=371): Launched\u000a00:03:36.853837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:37.402785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=373): Launched\u000a00:03:37.719031 run osmo-stp_10.42.42.5(pid=374): Launched\u000a00:03:37.834094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:38.381400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=376): Launched\u000a00:03:38.494109 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:38.768037 run patchelf(pid=377): Launched\u000a00:03:38.951967 run osmo-stp_10.42.42.5(pid=374): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)]\u000a00:03:39.086942 run osmo-stp_10.42.42.5(pid=374): stdout: \u000a| (launched: 2022-12-10_00:03:37.563913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:39.222254 run osmo-stp_10.42.42.5(pid=374): stderr: \u000a| �[0;m�[38;5;43m20221210000337755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000337756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000337756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000337756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000337757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000337757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000337757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:39.352443 run osmo-stp_10.42.42.5(pid=374): stdout: \u000a| (launched: 2022-12-10_00:03:37.563913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:39.482094 run osmo-stp_10.42.42.5(pid=374): stderr: \u000a| �[0;m�[38;5;43m20221210000337755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000337756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000337756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000337756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000337757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000337757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000337757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:39.632121 run patchelf(pid=377): Terminating (SIGINT)\u000a00:03:39.808779 run patchelf(pid=377): Terminated: ok {rc=0}\u000a00:03:39.841071 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=374): Process ended prematurely: osmo-stp_10.42.42.5(pid=374) [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=374)] [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:03:39.850354 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a00:03:39.913176 run osmo-hlr_10.42.42.2(pid=371): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=371)]\u000a00:03:39.964429 run osmo-hlr_10.42.42.2(pid=371): stdout: \u000a| (launched: 2022-12-10_00:03:36.582163) \u000a00:03:40.016340 run osmo-hlr_10.42.42.2(pid=371): stderr: \u000a| �[0;m�[1;31m20221210000336778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000336778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000336778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000336778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000336778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000336778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000336791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000336799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000336799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000336799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:40.060598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=370): Terminating (SIGTERM)\u000a00:03:40.102309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=373): Terminating (SIGTERM)\u000a00:03:40.144093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=376): Terminating (SIGTERM)\u000a00:03:40.154065 --- ParallelTerminationStrategy: PID 370 died...\u000a00:03:40.210123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=370): Terminated: ok {rc=0}\u000a00:03:40.220190 --- ParallelTerminationStrategy: PID 373 died...\u000a00:03:40.275450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=373): Terminated: ok {rc=0}\u000a00:03:40.285774 --- ParallelTerminationStrategy: PID 376 died...\u000a00:03:40.341550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=376): Terminated: ok {rc=0}\u000a00:03:40.427747 bus /gobi_0: Setting Powered False\u000a00:03:41.533486 bus /gobi_0: Setting Powered False\u000a00:03:42.643268 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:03:32" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=387): Process ended prematurely: osmo-stp_10.42.42.5(pid=387) [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=387)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=387): Process ended prematurely: osmo-stp_10.42.42.5(pid=387) [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:03:44.608431 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:44.619291 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:03:44.783861 tst switch_tch_pdch.py: using LAC 24597\u000a00:03:44.906762 tst switch_tch_pdch.py: using RAC 117\u000a00:03:45.028727 tst switch_tch_pdch.py: using CellId 24597\u000a00:03:45.152598 tst switch_tch_pdch.py: using BVCI 24598\u000a00:03:45.176942 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:45.188479 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:45.199665 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:45.211564 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:45.223256 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:45.235178 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:45.247221 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:03:45.259052 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:03:45.375699 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:03:45.647614 tst switch_tch_pdch.py:51: start network...\u000a00:03:45.770048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:03:46.296316 run create_hlr_db(pid=381): Launched\u000a00:03:46.457153 bus /gobi_6: Setting Powered False\u000a00:03:47.496408 run create_hlr_db(pid=381): Terminated: ok {rc=0}\u000a00:03:47.863333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=383): Launched\u000a00:03:48.156165 run osmo-hlr_10.42.42.2(pid=384): Launched\u000a00:03:48.262572 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:03:48.745390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=386): Launched\u000a00:03:49.037447 run osmo-stp_10.42.42.5(pid=387): Launched\u000a00:03:49.143519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:03:49.628658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=389): Launched\u000a00:03:49.732727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:03:49.987629 run patchelf(pid=390): Launched\u000a00:03:50.158850 run osmo-stp_10.42.42.5(pid=387): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=387)]\u000a00:03:50.284225 run osmo-stp_10.42.42.5(pid=387): stdout: \u000a| (launched: 2022-12-10_00:03:48.893773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:50.410022 run osmo-stp_10.42.42.5(pid=387): stderr: \u000a| �[0;m�[38;5;43m20221210000349063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000349063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000349064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000349064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000349066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000349066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000349066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:50.531095 run osmo-stp_10.42.42.5(pid=387): stdout: \u000a| (launched: 2022-12-10_00:03:48.893773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:03:50.651756 run osmo-stp_10.42.42.5(pid=387): stderr: \u000a| �[0;m�[38;5;43m20221210000349063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000349063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000349064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000349064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000349066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000349066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000349066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:03:50.792263 run patchelf(pid=390): Terminating (SIGINT)\u000a00:03:50.957589 run patchelf(pid=390): Terminated: ok {rc=0}\u000a00:03:50.987664 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=387): Process ended prematurely: osmo-stp_10.42.42.5(pid=387) [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=387)] [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:03:50.996171 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a00:03:51.055144 run osmo-hlr_10.42.42.2(pid=384): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=384)]\u000a00:03:51.103230 run osmo-hlr_10.42.42.2(pid=384): stdout: \u000a| (launched: 2022-12-10_00:03:48.012566) \u000a00:03:51.151845 run osmo-hlr_10.42.42.2(pid=384): stderr: \u000a| �[0;m�[1;31m20221210000348189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000348189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000348189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000348189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000348189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000348189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000348201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000348210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000348210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000348210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:03:51.193140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=383): Terminating (SIGTERM)\u000a00:03:51.236581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=386): Terminating (SIGTERM)\u000a00:03:51.279445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=389): Terminating (SIGTERM)\u000a00:03:51.289302 --- ParallelTerminationStrategy: PID 383 died...\u000a00:03:51.346079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=383): Terminated: ok {rc=0}\u000a00:03:51.356160 --- ParallelTerminationStrategy: PID 386 died...\u000a00:03:51.413818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=386): Terminated: ok {rc=0}\u000a00:03:51.424053 --- ParallelTerminationStrategy: PID 389 died...\u000a00:03:51.481876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=389): Terminated: ok {rc=0}\u000a00:03:51.569064 bus /gobi_0: Setting Powered False\u000a00:03:52.675510 bus /gobi_0: Setting Powered False\u000a00:03:53.785259 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:03:44" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=395): Process ended prematurely: osmo-nitb_10.42.42.2(pid=395) [trial-2366↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=395)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=395): Process ended prematurely: osmo-nitb_10.42.42.2(pid=395) [trial-2366↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a00:03:55.664233 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a00:03:55.675121 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:03:55.802760 tst mo_mt_sms.py: using LAC 24598\u000a00:03:55.916875 tst mo_mt_sms.py: using RAC 118\u000a00:03:56.038100 tst mo_mt_sms.py: using CellId 24598\u000a00:03:56.151326 tst mo_mt_sms.py: using BVCI 24599\u000a00:03:56.173548 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:03:56.290811 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:03:56.581066 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:03:56.713148 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:03:57.365842 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=394): Launched\u000a00:03:57.678007 run osmo-nitb_10.42.42.2(pid=395): Launched\u000a00:03:57.871107 run osmo-nitb_10.42.42.2(pid=395): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=395)]\u000a00:03:58.013489 run osmo-nitb_10.42.42.2(pid=395): stdout: \u000a| (launched: 2022-12-10_00:03:57.526437) \u000a00:03:58.155926 run osmo-nitb_10.42.42.2(pid=395): stderr: \u000a| (launched: 2022-12-10_00:03:57.573109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:03:58.293620 run osmo-nitb_10.42.42.2(pid=395): stdout: \u000a| (launched: 2022-12-10_00:03:57.526437) \u000a00:03:58.431090 run osmo-nitb_10.42.42.2(pid=395): stderr: \u000a| (launched: 2022-12-10_00:03:57.573109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:03:58.805655 tst osmo-nitb_10.42.42.2(pid=395): stdout: \u000a| (launched: 2022-12-10_00:03:57.526437) \u000a00:03:58.931756 tst osmo-nitb_10.42.42.2(pid=395): stderr: \u000a| (launched: 2022-12-10_00:03:57.573109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:03:58.986851 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=395): Process ended prematurely: osmo-nitb_10.42.42.2(pid=395) [trial-2366↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=395)] [trial-2366↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a00:03:58.995710 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:03:59.034264 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=394): Terminating (SIGTERM)\u000a00:03:59.212057 --- ParallelTerminationStrategy: PID 394 died...\u000a00:03:59.270919 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=394): Terminated: ok {rc=0}\u000a00:03:59.357743 bus /sierra_3: Setting Powered False\u000a00:04:00.462995 bus /sierra_3: Setting Powered False\u000a00:04:01.574686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:03:55" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=407): Process ended prematurely: osmo-stp_10.42.42.5(pid=407) [trial-2366↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=407)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=407): Process ended prematurely: osmo-stp_10.42.42.5(pid=407) [trial-2366↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=407)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a00:04:03.452167 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:03.463019 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:03.603387 tst mo_mt_sms.py: using LAC 24599\u000a00:04:03.725669 tst mo_mt_sms.py: using RAC 119\u000a00:04:03.860357 tst mo_mt_sms.py: using CellId 24599\u000a00:04:03.988922 tst mo_mt_sms.py: using BVCI 24600\u000a00:04:04.013094 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:04.024397 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:04.035404 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:04.046638 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:04.057907 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:04.069179 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:04.189889 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:04:04.397086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:04.893262 run create_hlr_db(pid=401): Launched\u000a00:04:05.076168 bus /sierra_2: Setting Powered False\u000a00:04:06.096767 run create_hlr_db(pid=401): Terminated: ok {rc=0}\u000a00:04:06.490338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=403): Launched\u000a00:04:06.786610 run osmo-hlr_10.42.42.2(pid=404): Launched\u000a00:04:06.894801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:07.403672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=406): Launched\u000a00:04:07.697555 run osmo-stp_10.42.42.5(pid=407): Launched\u000a00:04:07.804491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:08.343864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=409): Launched\u000a00:04:08.639605 run osmo-msc_10.42.42.6(pid=410): Launched\u000a00:04:08.813861 run osmo-stp_10.42.42.5(pid=407): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=407)]\u000a00:04:08.938995 run osmo-stp_10.42.42.5(pid=407): stdout: \u000a| (launched: 2022-12-10_00:04:07.552560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:09.061135 run osmo-stp_10.42.42.5(pid=407): stderr: \u000a| �[0;m�[38;5;43m20221210000407719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000407719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000407720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000407720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000407722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000407723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000407723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:09.179970 run osmo-stp_10.42.42.5(pid=407): stdout: \u000a| (launched: 2022-12-10_00:04:07.552560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:09.297233 run osmo-stp_10.42.42.5(pid=407): stderr: \u000a| �[0;m�[38;5;43m20221210000407719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000407719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000407720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000407720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000407722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000407723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000407723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:09.348502 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=407): Process ended prematurely: osmo-stp_10.42.42.5(pid=407) [trial-2366↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=407)] [trial-2366↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a00:04:09.356235 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a00:04:09.415545 run osmo-hlr_10.42.42.2(pid=404): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=404)]\u000a00:04:09.464055 run osmo-hlr_10.42.42.2(pid=404): stdout: \u000a| (launched: 2022-12-10_00:04:06.641406) \u000a00:04:09.513182 run osmo-hlr_10.42.42.2(pid=404): stderr: \u000a| �[0;m�[1;31m20221210000406816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000406816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000406816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000406817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000406817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000406817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000406829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000406839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000406840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000406840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:09.580067 run osmo-msc_10.42.42.6(pid=410): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=410)]\u000a00:04:09.628618 run osmo-msc_10.42.42.6(pid=410): stdout: \u000a| (launched: 2022-12-10_00:04:08.493569) \u000a00:04:09.677871 run osmo-msc_10.42.42.6(pid=410): stderr: \u000a| �[0;m�[38;5;43m20221210000408766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000408767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70a50e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000408767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000408767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000408767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000408767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000408770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000408770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000408770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000408771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:09.719475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=403): Terminating (SIGTERM)\u000a00:04:09.759017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=406): Terminating (SIGTERM)\u000a00:04:09.798465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=409): Terminating (SIGTERM)\u000a00:04:09.807686 --- ParallelTerminationStrategy: PID 403 died...\u000a00:04:09.860856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=403): Terminated: ok {rc=0}\u000a00:04:09.870401 --- ParallelTerminationStrategy: PID 406 died...\u000a00:04:09.922787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=406): Terminated: ok {rc=0}\u000a00:04:09.932261 --- ParallelTerminationStrategy: PID 409 died...\u000a00:04:09.984706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=409): Terminated: ok {rc=0}\u000a00:04:10.067315 bus /sierra_3: Setting Powered False\u000a00:04:11.169148 bus /sierra_3: Setting Powered False\u000a00:04:12.281295 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:04:03" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=416): Process ended prematurely: osmo-nitb_10.42.42.2(pid=416) [trial-2366↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=416)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=416): Process ended prematurely: osmo-nitb_10.42.42.2(pid=416) [trial-2366↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a00:04:14.112557 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a00:04:14.123830 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:14.254824 tst assert_extension.py: using LAC 24600\u000a00:04:14.379277 tst assert_extension.py: using RAC 120\u000a00:04:14.493952 tst assert_extension.py: using CellId 24600\u000a00:04:14.608342 tst assert_extension.py: using BVCI 24601\u000a00:04:14.631033 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a00:04:14.918417 tst assert_extension.py:10: start nitb and bts...\u000a00:04:15.050457 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:04:15.701694 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=415): Launched\u000a00:04:16.045910 run osmo-nitb_10.42.42.2(pid=416): Launched\u000a00:04:16.233881 run osmo-nitb_10.42.42.2(pid=416): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=416)]\u000a00:04:16.372147 run osmo-nitb_10.42.42.2(pid=416): stdout: \u000a| (launched: 2022-12-10_00:04:15.862730) \u000a00:04:16.509775 run osmo-nitb_10.42.42.2(pid=416): stderr: \u000a| (launched: 2022-12-10_00:04:15.912693)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:16.645976 run osmo-nitb_10.42.42.2(pid=416): stdout: \u000a| (launched: 2022-12-10_00:04:15.862730) \u000a00:04:16.778569 run osmo-nitb_10.42.42.2(pid=416): stderr: \u000a| (launched: 2022-12-10_00:04:15.912693)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:17.175052 tst osmo-nitb_10.42.42.2(pid=416): stdout: \u000a| (launched: 2022-12-10_00:04:15.862730) \u000a00:04:17.303704 tst osmo-nitb_10.42.42.2(pid=416): stderr: \u000a| (launched: 2022-12-10_00:04:15.912693)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:04:17.358906 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=416): Process ended prematurely: osmo-nitb_10.42.42.2(pid=416) [trial-2366↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=416)] [trial-2366↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a00:04:17.367860 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:04:17.406751 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=415): Terminating (SIGTERM)\u000a00:04:17.585155 --- ParallelTerminationStrategy: PID 415 died...\u000a00:04:17.643434 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=415): Terminated: ok {rc=0}\u000a00:04:17.730030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:04:13" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2366↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2366↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a00:04:19.560283 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:19.572155 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:04:19.709273 tst assert_extension.py: using LAC 24601\u000a00:04:19.829018 tst assert_extension.py: using RAC 121\u000a00:04:19.951095 tst assert_extension.py: using CellId 24601\u000a00:04:20.066364 tst assert_extension.py: using BVCI 24602\u000a00:04:20.088706 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:20.099698 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:20.110485 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:20.121835 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:20.132847 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:04:20.143881 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a00:04:20.346784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:20.818450 run create_hlr_db(pid=433): Launched\u000a00:04:20.988922 bus /sierra_2: Setting Powered False\u000a00:04:22.041779 run create_hlr_db(pid=433): Terminated: ok {rc=0}\u000a00:04:22.459537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=435): Launched\u000a00:04:22.775037 run osmo-hlr_10.42.42.2(pid=436): Launched\u000a00:04:22.890071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:23.442356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=438): Launched\u000a00:04:23.758312 run osmo-stp_10.42.42.5(pid=439): Launched\u000a00:04:23.873544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:24.447553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Launched\u000a00:04:24.763246 run osmo-msc_10.42.42.6(pid=442): Launched\u000a00:04:24.949384 run osmo-stp_10.42.42.5(pid=439): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)]\u000a00:04:25.084030 run osmo-stp_10.42.42.5(pid=439): stdout: \u000a| (launched: 2022-12-10_00:04:23.602854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:25.218580 run osmo-stp_10.42.42.5(pid=439): stderr: \u000a| �[0;m�[38;5;43m20221210000423795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000423795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000423795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000423795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000423796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000423796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000423796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:25.346320 run osmo-stp_10.42.42.5(pid=439): stdout: \u000a| (launched: 2022-12-10_00:04:23.602854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:25.473522 run osmo-stp_10.42.42.5(pid=439): stderr: \u000a| �[0;m�[38;5;43m20221210000423795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000423795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000423795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000423795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000423796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000423796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000423796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:25.528943 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=439): Process ended prematurely: osmo-stp_10.42.42.5(pid=439) [trial-2366↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=439)] [trial-2366↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a00:04:25.537838 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a00:04:25.601993 run osmo-hlr_10.42.42.2(pid=436): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=436)]\u000a00:04:25.653554 run osmo-hlr_10.42.42.2(pid=436): stdout: \u000a| (launched: 2022-12-10_00:04:22.620052) \u000a00:04:25.705878 run osmo-hlr_10.42.42.2(pid=436): stderr: \u000a| �[0;m�[1;31m20221210000422818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000422818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000422818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000422818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000422819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000422819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000422832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000422842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000422842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000422842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:25.776478 run osmo-msc_10.42.42.6(pid=442): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=442)]\u000a00:04:25.828020 run osmo-msc_10.42.42.6(pid=442): stdout: \u000a| (launched: 2022-12-10_00:04:24.608090) \u000a00:04:25.880294 run osmo-msc_10.42.42.6(pid=442): stderr: \u000a| �[0;m�[38;5;43m20221210000424926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000424926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2a63cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000424927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000424927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000424927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000424927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000424929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000424929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000424929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000424929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:25.924169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=435): Terminating (SIGTERM)\u000a00:04:25.966763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=438): Terminating (SIGTERM)\u000a00:04:26.009172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Terminating (SIGTERM)\u000a00:04:26.018941 --- ParallelTerminationStrategy: PID 435 died...\u000a00:04:26.075070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=435): Terminated: ok {rc=0}\u000a00:04:26.085382 --- ParallelTerminationStrategy: PID 438 died...\u000a00:04:26.141212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=438): Terminated: ok {rc=0}\u000a00:04:26.151224 --- ParallelTerminationStrategy: PID 441 died...\u000a00:04:26.206542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=441): Terminated: ok {rc=0}\u000a00:04:26.292139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:04:19" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=453): Process ended prematurely: osmo-stp_10.42.42.5(pid=453) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=453)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=453): Process ended prematurely: osmo-stp_10.42.42.5(pid=453) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:04:28.246504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:28.258241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:04:28.417764 tst mo_mt_call.py: using LAC 24602\u000a00:04:28.544767 tst mo_mt_call.py: using RAC 122\u000a00:04:28.669905 tst mo_mt_call.py: using CellId 24602\u000a00:04:28.794919 tst mo_mt_call.py: using BVCI 24603\u000a00:04:28.819485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:28.831172 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:28.842714 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:28.854527 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:28.866318 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:28.878074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:28.995647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:29.208247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:29.711099 run create_hlr_db(pid=447): Launched\u000a00:04:29.896204 bus /sierra_2: Setting Powered False\u000a00:04:30.934070 run create_hlr_db(pid=447): Terminated: ok {rc=0}\u000a00:04:31.367359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=449): Launched\u000a00:04:31.800176 run osmo-hlr_10.42.42.2(pid=450): Launched\u000a00:04:31.993416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:32.620417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=452): Launched\u000a00:04:32.940466 run osmo-stp_10.42.42.5(pid=453): Launched\u000a00:04:33.056612 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:33.640664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Launched\u000a00:04:33.961238 run osmo-msc_10.42.42.6(pid=456): Launched\u000a00:04:34.148650 run osmo-stp_10.42.42.5(pid=453): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=453)]\u000a00:04:34.283899 run osmo-stp_10.42.42.5(pid=453): stdout: \u000a| (launched: 2022-12-10_00:04:32.783634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:34.419315 run osmo-stp_10.42.42.5(pid=453): stderr: \u000a| �[0;m�[38;5;43m20221210000432974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000432974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000432974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000432975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000432977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000432977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000432977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:34.548601 run osmo-stp_10.42.42.5(pid=453): stdout: \u000a| (launched: 2022-12-10_00:04:32.783634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:34.676788 run osmo-stp_10.42.42.5(pid=453): stderr: \u000a| �[0;m�[38;5;43m20221210000432974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000432974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000432974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000432975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000432977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000432977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000432977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:34.733229 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=453): Process ended prematurely: osmo-stp_10.42.42.5(pid=453) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=453)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:04:34.742401 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:04:34.805705 run osmo-hlr_10.42.42.2(pid=450): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=450)]\u000a00:04:34.857444 run osmo-hlr_10.42.42.2(pid=450): stdout: \u000a| (launched: 2022-12-10_00:04:31.525163) \u000a00:04:34.909663 run osmo-hlr_10.42.42.2(pid=450): stderr: \u000a| �[0;m�[1;31m20221210000431896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000431896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000431896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000431896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000431896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000431896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000431914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000431928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000431928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000431928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:34.980925 run osmo-msc_10.42.42.6(pid=456): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=456)]\u000a00:04:35.032496 run osmo-msc_10.42.42.6(pid=456): stdout: \u000a| (launched: 2022-12-10_00:04:33.804434) \u000a00:04:35.084671 run osmo-msc_10.42.42.6(pid=456): stderr: \u000a| �[0;m�[38;5;43m20221210000434127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000434127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d6a318c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000434127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000434128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000434128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000434128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000434130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000434130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000434130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000434130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:35.128564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=449): Terminating (SIGTERM)\u000a00:04:35.170399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=452): Terminating (SIGTERM)\u000a00:04:35.212142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Terminating (SIGTERM)\u000a00:04:35.222177 --- ParallelTerminationStrategy: PID 449 died...\u000a00:04:35.278153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=449): Terminated: ok {rc=0}\u000a00:04:35.288389 --- ParallelTerminationStrategy: PID 452 died...\u000a00:04:35.343930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=452): Terminated: ok {rc=0}\u000a00:04:35.354101 --- ParallelTerminationStrategy: PID 455 died...\u000a00:04:35.409510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=455): Terminated: ok {rc=0}\u000a00:04:35.495522 bus /sierra_3: Setting Powered False\u000a00:04:36.602546 bus /sierra_3: Setting Powered False\u000a00:04:37.709835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=464): Process ended prematurely: osmo-stp_10.42.42.5(pid=464) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=464)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=464): Process ended prematurely: osmo-stp_10.42.42.5(pid=464) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:04:38.824551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:38.837113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:04:38.999590 tst mo_mt_call_osmux.py: using LAC 24603\u000a00:04:39.125635 tst mo_mt_call_osmux.py: using RAC 123\u000a00:04:39.251167 tst mo_mt_call_osmux.py: using CellId 24603\u000a00:04:39.376808 tst mo_mt_call_osmux.py: using BVCI 24604\u000a00:04:39.401217 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:39.413030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:39.424828 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:39.436446 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:39.448233 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:04:39.460742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:39.583362 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:04:39.794198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:40.297871 run create_hlr_db(pid=458): Launched\u000a00:04:40.483846 bus /sierra_2: Setting Powered False\u000a00:04:41.505887 run create_hlr_db(pid=458): Terminated: ok {rc=0}\u000a00:04:41.909369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=460): Launched\u000a00:04:42.208938 run osmo-hlr_10.42.42.2(pid=461): Launched\u000a00:04:42.319882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:42.837715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=463): Launched\u000a00:04:43.137253 run osmo-stp_10.42.42.5(pid=464): Launched\u000a00:04:43.246054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:43.795052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=466): Launched\u000a00:04:44.094618 run osmo-msc_10.42.42.6(pid=467): Launched\u000a00:04:44.270331 run osmo-stp_10.42.42.5(pid=464): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=464)]\u000a00:04:44.396916 run osmo-stp_10.42.42.5(pid=464): stdout: \u000a| (launched: 2022-12-10_00:04:42.989555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:44.521356 run osmo-stp_10.42.42.5(pid=464): stderr: \u000a| �[0;m�[38;5;43m20221210000443161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000443161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000443162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000443162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000443163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000443163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000443163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:44.641272 run osmo-stp_10.42.42.5(pid=464): stdout: \u000a| (launched: 2022-12-10_00:04:42.989555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:44.759901 run osmo-stp_10.42.42.5(pid=464): stderr: \u000a| �[0;m�[38;5;43m20221210000443161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000443161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000443162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000443162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000443163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000443163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000443163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:44.812441 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=464): Process ended prematurely: osmo-stp_10.42.42.5(pid=464) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=464)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:04:44.821190 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:04:44.880501 run osmo-hlr_10.42.42.2(pid=461): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=461)]\u000a00:04:44.928683 run osmo-hlr_10.42.42.2(pid=461): stdout: \u000a| (launched: 2022-12-10_00:04:42.061426) \u000a00:04:44.977659 run osmo-hlr_10.42.42.2(pid=461): stderr: \u000a| �[0;m�[1;31m20221210000442238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000442238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000442238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000442238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000442238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000442238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000442254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000442263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000442263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000442263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:45.044815 run osmo-msc_10.42.42.6(pid=467): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=467)]\u000a00:04:45.093533 run osmo-msc_10.42.42.6(pid=467): stdout: \u000a| (launched: 2022-12-10_00:04:43.946976) \u000a00:04:45.142629 run osmo-msc_10.42.42.6(pid=467): stderr: \u000a| �[0;m�[38;5;43m20221210000444221 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000444222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1c83bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000444222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000444222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000444222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000444222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000444224 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000444224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000444224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000444224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:45.183991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=460): Terminating (SIGTERM)\u000a00:04:45.223272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=463): Terminating (SIGTERM)\u000a00:04:45.262625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=466): Terminating (SIGTERM)\u000a00:04:45.271855 --- ParallelTerminationStrategy: PID 460 died...\u000a00:04:45.324911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=460): Terminated: ok {rc=0}\u000a00:04:45.334687 --- ParallelTerminationStrategy: PID 463 died...\u000a00:04:45.387260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=463): Terminated: ok {rc=0}\u000a00:04:45.396941 --- ParallelTerminationStrategy: PID 466 died...\u000a00:04:45.449361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=466): Terminated: ok {rc=0}\u000a00:04:45.531085 bus /sierra_3: Setting Powered False\u000a00:04:46.638327 bus /sierra_3: Setting Powered False\u000a00:04:47.742893 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:04:27" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=478): Process ended prematurely: osmo-stp_10.42.42.5(pid=478) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=478)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=478): Process ended prematurely: osmo-stp_10.42.42.5(pid=478) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:04:49.737347 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:04:49.749014 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:04:49.912299 tst mo_mt_call.py: using LAC 24604\u000a00:04:50.037610 tst mo_mt_call.py: using RAC 124\u000a00:04:50.162076 tst mo_mt_call.py: using CellId 24604\u000a00:04:50.281656 tst mo_mt_call.py: using BVCI 24605\u000a00:04:50.304346 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:04:50.315844 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:04:50.327138 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:04:50.338960 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:04:50.350739 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:04:50.362548 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:04:50.478037 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:04:50.677890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:04:51.156941 run create_hlr_db(pid=472): Launched\u000a00:04:51.328206 bus /sierra_2: Setting Powered False\u000a00:04:52.351018 run create_hlr_db(pid=472): Terminated: ok {rc=0}\u000a00:04:52.777697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=474): Launched\u000a00:04:53.098279 run osmo-hlr_10.42.42.2(pid=475): Launched\u000a00:04:53.215233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:04:53.777486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=477): Launched\u000a00:04:54.099374 run osmo-stp_10.42.42.5(pid=478): Launched\u000a00:04:54.218343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:04:54.805378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=480): Launched\u000a00:04:55.126937 run osmo-msc_10.42.42.6(pid=481): Launched\u000a00:04:55.315667 run osmo-stp_10.42.42.5(pid=478): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=478)]\u000a00:04:55.452877 run osmo-stp_10.42.42.5(pid=478): stdout: \u000a| (launched: 2022-12-10_00:04:53.941575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:55.589060 run osmo-stp_10.42.42.5(pid=478): stderr: \u000a| �[0;m�[38;5;43m20221210000454132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000454132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000454132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000454133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000454135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000454135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000454135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:55.718171 run osmo-stp_10.42.42.5(pid=478): stdout: \u000a| (launched: 2022-12-10_00:04:53.941575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:04:55.846188 run osmo-stp_10.42.42.5(pid=478): stderr: \u000a| �[0;m�[38;5;43m20221210000454132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000454132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000454132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000454133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000454135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000454135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000454135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:04:55.902732 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=478): Process ended prematurely: osmo-stp_10.42.42.5(pid=478) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=478)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:04:55.911968 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:04:55.975078 run osmo-hlr_10.42.42.2(pid=475): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=475)]\u000a00:04:56.026474 run osmo-hlr_10.42.42.2(pid=475): stdout: \u000a| (launched: 2022-12-10_00:04:52.941448) \u000a00:04:56.078795 run osmo-hlr_10.42.42.2(pid=475): stderr: \u000a| �[0;m�[1;31m20221210000453138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000453138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000453138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000453138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000453138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000453139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000453150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000453158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000453159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000453159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:04:56.149361 run osmo-msc_10.42.42.6(pid=481): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=481)]\u000a00:04:56.200436 run osmo-msc_10.42.42.6(pid=481): stdout: \u000a| (launched: 2022-12-10_00:04:54.969278) \u000a00:04:56.252062 run osmo-msc_10.42.42.6(pid=481): stderr: \u000a| �[0;m�[38;5;43m20221210000455292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000455292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59df2a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000455292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000455292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000455293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000455293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000455294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000455295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000455295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000455295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:04:56.295615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=474): Terminating (SIGTERM)\u000a00:04:56.337669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=477): Terminating (SIGTERM)\u000a00:04:56.379321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=480): Terminating (SIGTERM)\u000a00:04:56.389343 --- ParallelTerminationStrategy: PID 474 died...\u000a00:04:56.445801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=474): Terminated: ok {rc=0}\u000a00:04:56.455921 --- ParallelTerminationStrategy: PID 477 died...\u000a00:04:56.511800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=477): Terminated: ok {rc=0}\u000a00:04:56.521900 --- ParallelTerminationStrategy: PID 480 died...\u000a00:04:56.577722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=480): Terminated: ok {rc=0}\u000a00:04:56.665142 bus /sierra_3: Setting Powered False\u000a00:04:57.772638 bus /sierra_3: Setting Powered False\u000a00:04:58.883965 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=492): Process ended prematurely: osmo-stp_10.42.42.5(pid=492) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=492)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=492): Process ended prematurely: osmo-stp_10.42.42.5(pid=492) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:04:59.998227 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:00.010471 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:05:00.174512 tst mo_mt_call_osmux.py: using LAC 24605\u000a00:05:00.298706 tst mo_mt_call_osmux.py: using RAC 125\u000a00:05:00.423522 tst mo_mt_call_osmux.py: using CellId 24605\u000a00:05:00.548292 tst mo_mt_call_osmux.py: using BVCI 24606\u000a00:05:00.573230 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:00.584925 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:00.596506 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:00.608304 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:00.620061 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:05:00.631859 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:00.748858 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:05:00.989515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:01.583121 run create_hlr_db(pid=486): Launched\u000a00:05:01.774927 bus /sierra_2: Setting Powered False\u000a00:05:02.793940 run create_hlr_db(pid=486): Terminated: ok {rc=0}\u000a00:05:03.198355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=488): Launched\u000a00:05:03.498518 run osmo-hlr_10.42.42.2(pid=489): Launched\u000a00:05:03.609591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:04.127046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=491): Launched\u000a00:05:04.425516 run osmo-stp_10.42.42.5(pid=492): Launched\u000a00:05:04.534390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:05.080833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=494): Launched\u000a00:05:05.381973 run osmo-msc_10.42.42.6(pid=495): Launched\u000a00:05:05.558328 run osmo-stp_10.42.42.5(pid=492): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=492)]\u000a00:05:05.685602 run osmo-stp_10.42.42.5(pid=492): stdout: \u000a| (launched: 2022-12-10_00:05:04.278860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:05.810237 run osmo-stp_10.42.42.5(pid=492): stderr: \u000a| �[0;m�[38;5;43m20221210000504450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000504451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000504451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000504451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000504452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000504452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000504452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:05.930784 run osmo-stp_10.42.42.5(pid=492): stdout: \u000a| (launched: 2022-12-10_00:05:04.278860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:06.050154 run osmo-stp_10.42.42.5(pid=492): stderr: \u000a| �[0;m�[38;5;43m20221210000504450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000504451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000504451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000504451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000504452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000504452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000504452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:06.102901 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=492): Process ended prematurely: osmo-stp_10.42.42.5(pid=492) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=492)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:05:06.111434 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:05:06.170377 run osmo-hlr_10.42.42.2(pid=489): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=489)]\u000a00:05:06.218790 run osmo-hlr_10.42.42.2(pid=489): stdout: \u000a| (launched: 2022-12-10_00:05:03.350917) \u000a00:05:06.267720 run osmo-hlr_10.42.42.2(pid=489): stderr: \u000a| �[0;m�[1;31m20221210000503527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000503527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000503527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000503527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000503527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000503528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000503540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000503548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000503549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000503549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:06.334825 run osmo-msc_10.42.42.6(pid=495): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=495)]\u000a00:05:06.383394 run osmo-msc_10.42.42.6(pid=495): stdout: \u000a| (launched: 2022-12-10_00:05:05.234041) \u000a00:05:06.432446 run osmo-msc_10.42.42.6(pid=495): stderr: \u000a| �[0;m�[38;5;43m20221210000505504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000505504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aed538c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000505504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000505504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000505504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000505504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000505506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000505507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000505507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000505507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:06.474102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=488): Terminating (SIGTERM)\u000a00:05:06.513432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=491): Terminating (SIGTERM)\u000a00:05:06.553126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=494): Terminating (SIGTERM)\u000a00:05:06.562321 --- ParallelTerminationStrategy: PID 488 died...\u000a00:05:06.615290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=488): Terminated: ok {rc=0}\u000a00:05:06.624942 --- ParallelTerminationStrategy: PID 491 died...\u000a00:05:06.677848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=491): Terminated: ok {rc=0}\u000a00:05:06.687443 --- ParallelTerminationStrategy: PID 494 died...\u000a00:05:06.740368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=494): Terminated: ok {rc=0}\u000a00:05:06.828452 bus /sierra_3: Setting Powered False\u000a00:05:07.931506 bus /sierra_3: Setting Powered False\u000a00:05:09.038066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:04:49" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=506): Process ended prematurely: osmo-stp_10.42.42.5(pid=506) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=506)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=506): Process ended prematurely: osmo-stp_10.42.42.5(pid=506) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:11.025946 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:11.037129 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:05:11.194908 tst mo_mt_call.py: using LAC 24606\u000a00:05:11.321149 tst mo_mt_call.py: using RAC 126\u000a00:05:11.445898 tst mo_mt_call.py: using CellId 24606\u000a00:05:11.574376 tst mo_mt_call.py: using BVCI 24607\u000a00:05:11.599102 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:11.610924 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:11.622521 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:11.634317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:11.646143 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:11.657832 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:11.774601 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:11.974054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:12.455393 run create_hlr_db(pid=500): Launched\u000a00:05:12.628222 bus /sierra_2: Setting Powered False\u000a00:05:13.650828 run create_hlr_db(pid=500): Terminated: ok {rc=0}\u000a00:05:14.080170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=502): Launched\u000a00:05:14.402968 run osmo-hlr_10.42.42.2(pid=503): Launched\u000a00:05:14.520804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:15.079193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=505): Launched\u000a00:05:15.399859 run osmo-stp_10.42.42.5(pid=506): Launched\u000a00:05:15.517193 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:16.135621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=508): Launched\u000a00:05:16.484543 run osmo-msc_10.42.42.6(pid=509): Launched\u000a00:05:16.719193 run osmo-stp_10.42.42.5(pid=506): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=506)]\u000a00:05:16.913757 run osmo-stp_10.42.42.5(pid=506): stdout: \u000a| (launched: 2022-12-10_00:05:15.242229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:17.171795 run osmo-stp_10.42.42.5(pid=506): stderr: \u000a| �[0;m�[38;5;43m20221210000515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000515438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000515438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000515438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000515438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:17.341841 run osmo-stp_10.42.42.5(pid=506): stdout: \u000a| (launched: 2022-12-10_00:05:15.242229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:17.472794 run osmo-stp_10.42.42.5(pid=506): stderr: \u000a| �[0;m�[38;5;43m20221210000515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000515437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000515438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000515438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000515438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000515438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:17.529889 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=506): Process ended prematurely: osmo-stp_10.42.42.5(pid=506) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=506)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:05:17.539361 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:05:17.604184 run osmo-hlr_10.42.42.2(pid=503): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=503)]\u000a00:05:17.655311 run osmo-hlr_10.42.42.2(pid=503): stdout: \u000a| (launched: 2022-12-10_00:05:14.244478) \u000a00:05:17.708463 run osmo-hlr_10.42.42.2(pid=503): stderr: \u000a| �[0;m�[1;31m20221210000514443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000514443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000514443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000514443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000514443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000514443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000514455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000514463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000514463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000514464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:17.779442 run osmo-msc_10.42.42.6(pid=509): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=509)]\u000a00:05:17.831007 run osmo-msc_10.42.42.6(pid=509): stdout: \u000a| (launched: 2022-12-10_00:05:16.303176) \u000a00:05:17.883197 run osmo-msc_10.42.42.6(pid=509): stderr: \u000a| �[0;m�[38;5;43m20221210000517050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000517050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61ee1eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000517050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000517050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000517050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000517050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000517052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000517052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000517053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000517053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:17.927208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=502): Terminating (SIGTERM)\u000a00:05:17.969166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=505): Terminating (SIGTERM)\u000a00:05:18.011383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=508): Terminating (SIGTERM)\u000a00:05:18.021981 --- ParallelTerminationStrategy: PID 502 died...\u000a00:05:18.078873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=502): Terminated: ok {rc=0}\u000a00:05:18.089131 --- ParallelTerminationStrategy: PID 505 died...\u000a00:05:18.145894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=505): Terminated: ok {rc=0}\u000a00:05:18.155948 --- ParallelTerminationStrategy: PID 508 died...\u000a00:05:18.212481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=508): Terminated: ok {rc=0}\u000a00:05:18.298510 bus /sierra_3: Setting Powered False\u000a00:05:19.404431 bus /sierra_3: Setting Powered False\u000a00:05:20.511327 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=517): Process ended prematurely: osmo-stp_10.42.42.5(pid=517) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=517)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=517): Process ended prematurely: osmo-stp_10.42.42.5(pid=517) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:21.625539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:21.637753 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:05:21.796250 tst mo_mt_call_osmux.py: using LAC 24607\u000a00:05:21.921372 tst mo_mt_call_osmux.py: using RAC 127\u000a00:05:22.040123 tst mo_mt_call_osmux.py: using CellId 24607\u000a00:05:22.159776 tst mo_mt_call_osmux.py: using BVCI 24608\u000a00:05:22.182687 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:22.193976 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:22.205136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:22.216228 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:22.227467 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:05:22.238446 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:22.356685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:05:22.567697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:23.072582 run create_hlr_db(pid=511): Launched\u000a00:05:23.258150 bus /sierra_2: Setting Powered False\u000a00:05:24.279272 run create_hlr_db(pid=511): Terminated: ok {rc=0}\u000a00:05:24.680665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=513): Launched\u000a00:05:24.979576 run osmo-hlr_10.42.42.2(pid=514): Launched\u000a00:05:25.097847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:25.622436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=516): Launched\u000a00:05:25.920731 run osmo-stp_10.42.42.5(pid=517): Launched\u000a00:05:26.029420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:26.573790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=519): Launched\u000a00:05:26.872869 run osmo-msc_10.42.42.6(pid=520): Launched\u000a00:05:27.049045 run osmo-stp_10.42.42.5(pid=517): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=517)]\u000a00:05:27.175549 run osmo-stp_10.42.42.5(pid=517): stdout: \u000a| (launched: 2022-12-10_00:05:25.773996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:27.299837 run osmo-stp_10.42.42.5(pid=517): stderr: \u000a| �[0;m�[38;5;43m20221210000525943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000525943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000525943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000525944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000525946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000525946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000525946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:27.420076 run osmo-stp_10.42.42.5(pid=517): stdout: \u000a| (launched: 2022-12-10_00:05:25.773996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:27.538907 run osmo-stp_10.42.42.5(pid=517): stderr: \u000a| �[0;m�[38;5;43m20221210000525943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000525943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000525943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000525944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000525946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000525946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000525946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:27.591371 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=517): Process ended prematurely: osmo-stp_10.42.42.5(pid=517) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=517)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:05:27.599887 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:05:27.658961 run osmo-hlr_10.42.42.2(pid=514): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=514)]\u000a00:05:27.707339 run osmo-hlr_10.42.42.2(pid=514): stdout: \u000a| (launched: 2022-12-10_00:05:24.832507) \u000a00:05:27.756203 run osmo-hlr_10.42.42.2(pid=514): stderr: \u000a| �[0;m�[1;31m20221210000525007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000525007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000525008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000525008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000525008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000525008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000525020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000525028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000525029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000525029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:27.822721 run osmo-msc_10.42.42.6(pid=520): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=520)]\u000a00:05:27.870640 run osmo-msc_10.42.42.6(pid=520): stdout: \u000a| (launched: 2022-12-10_00:05:26.725691) \u000a00:05:27.919457 run osmo-msc_10.42.42.6(pid=520): stderr: \u000a| �[0;m�[38;5;43m20221210000527001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000527001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cedf17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000527001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000527001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000527001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000527002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000527003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000527004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000527004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000527004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:27.960591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=513): Terminating (SIGTERM)\u000a00:05:27.999352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=516): Terminating (SIGTERM)\u000a00:05:28.038475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=519): Terminating (SIGTERM)\u000a00:05:28.047654 --- ParallelTerminationStrategy: PID 513 died...\u000a00:05:28.099916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=513): Terminated: ok {rc=0}\u000a00:05:28.109718 --- ParallelTerminationStrategy: PID 516 died...\u000a00:05:28.162091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=516): Terminated: ok {rc=0}\u000a00:05:28.171707 --- ParallelTerminationStrategy: PID 519 died...\u000a00:05:28.224517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=519): Terminated: ok {rc=0}\u000a00:05:28.306815 bus /sierra_3: Setting Powered False\u000a00:05:29.412349 bus /sierra_3: Setting Powered False\u000a00:05:30.518934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:05:10" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=531): Process ended prematurely: osmo-stp_10.42.42.5(pid=531) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=531)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=531): Process ended prematurely: osmo-stp_10.42.42.5(pid=531) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:32.521197 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:32.532582 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:05:32.682903 tst mo_mt_call.py: using LAC 24608\u000a00:05:32.800216 tst mo_mt_call.py: using RAC 128\u000a00:05:32.917619 tst mo_mt_call.py: using CellId 24608\u000a00:05:33.035175 tst mo_mt_call.py: using BVCI 24609\u000a00:05:33.057922 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:33.069198 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:33.080112 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:33.091184 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:33.102407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:33.113420 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:33.229551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:33.433594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:33.913128 run create_hlr_db(pid=525): Launched\u000a00:05:34.085130 bus /sierra_2: Setting Powered False\u000a00:05:35.107915 run create_hlr_db(pid=525): Terminated: ok {rc=0}\u000a00:05:35.508449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=527): Launched\u000a00:05:35.807838 run osmo-hlr_10.42.42.2(pid=528): Launched\u000a00:05:35.917201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:36.437199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=530): Launched\u000a00:05:36.736037 run osmo-stp_10.42.42.5(pid=531): Launched\u000a00:05:36.845260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:37.392407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=533): Launched\u000a00:05:37.704905 run osmo-msc_10.42.42.6(pid=534): Launched\u000a00:05:37.897231 run osmo-stp_10.42.42.5(pid=531): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=531)]\u000a00:05:38.036222 run osmo-stp_10.42.42.5(pid=531): stdout: \u000a| (launched: 2022-12-10_00:05:36.589183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:38.172592 run osmo-stp_10.42.42.5(pid=531): stderr: \u000a| �[0;m�[38;5;43m20221210000536758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000536758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000536758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000536759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000536759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000536759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000536759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:38.303253 run osmo-stp_10.42.42.5(pid=531): stdout: \u000a| (launched: 2022-12-10_00:05:36.589183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:38.432668 run osmo-stp_10.42.42.5(pid=531): stderr: \u000a| �[0;m�[38;5;43m20221210000536758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000536758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000536758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000536759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000536759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000536759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000536759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:38.490166 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=531): Process ended prematurely: osmo-stp_10.42.42.5(pid=531) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=531)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:05:38.499712 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:05:38.565389 run osmo-hlr_10.42.42.2(pid=528): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=528)]\u000a00:05:38.617326 run osmo-hlr_10.42.42.2(pid=528): stdout: \u000a| (launched: 2022-12-10_00:05:35.661124) \u000a00:05:38.669399 run osmo-hlr_10.42.42.2(pid=528): stderr: \u000a| �[0;m�[1;31m20221210000535842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000535842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000535842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000535842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000535842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000535842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000535880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000535889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000535890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000535890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:38.739959 run osmo-msc_10.42.42.6(pid=534): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=534)]\u000a00:05:38.791281 run osmo-msc_10.42.42.6(pid=534): stdout: \u000a| (launched: 2022-12-10_00:05:37.546021) \u000a00:05:38.843305 run osmo-msc_10.42.42.6(pid=534): stderr: \u000a| �[0;m�[38;5;43m20221210000537861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000537861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbf578dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000537861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000537862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000537862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000537862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000537864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000537864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000537864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000537864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:38.887229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=527): Terminating (SIGTERM)\u000a00:05:38.929077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=530): Terminating (SIGTERM)\u000a00:05:38.970831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=533): Terminating (SIGTERM)\u000a00:05:38.980684 --- ParallelTerminationStrategy: PID 527 died...\u000a00:05:39.036934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=527): Terminated: ok {rc=0}\u000a00:05:39.047137 --- ParallelTerminationStrategy: PID 530 died...\u000a00:05:39.102636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=530): Terminated: ok {rc=0}\u000a00:05:39.113080 --- ParallelTerminationStrategy: PID 533 died...\u000a00:05:39.169037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=533): Terminated: ok {rc=0}\u000a00:05:39.255760 bus /sierra_3: Setting Powered False\u000a00:05:40.361674 bus /sierra_3: Setting Powered False\u000a00:05:41.468694 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=542): Process ended prematurely: osmo-stp_10.42.42.5(pid=542) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=542)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=542): Process ended prematurely: osmo-stp_10.42.42.5(pid=542) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:05:42.583580 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:42.596496 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:05:42.762261 tst mo_mt_call_osmux.py: using LAC 24609\u000a00:05:42.887131 tst mo_mt_call_osmux.py: using RAC 129\u000a00:05:43.011543 tst mo_mt_call_osmux.py: using CellId 24609\u000a00:05:43.136410 tst mo_mt_call_osmux.py: using BVCI 24610\u000a00:05:43.161074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:43.172789 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:43.184399 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:43.196684 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:43.210025 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:05:43.221429 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:43.336381 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:05:43.548928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:44.052903 run create_hlr_db(pid=536): Launched\u000a00:05:44.239268 bus /sierra_2: Setting Powered False\u000a00:05:45.260425 run create_hlr_db(pid=536): Terminated: ok {rc=0}\u000a00:05:45.664854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=538): Launched\u000a00:05:46.081379 run osmo-hlr_10.42.42.2(pid=539): Launched\u000a00:05:46.279424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:46.851043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=541): Launched\u000a00:05:47.274266 run osmo-stp_10.42.42.5(pid=542): Launched\u000a00:05:47.427029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:48.015559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=544): Launched\u000a00:05:48.337641 run osmo-msc_10.42.42.6(pid=545): Launched\u000a00:05:48.528238 run osmo-stp_10.42.42.5(pid=542): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=542)]\u000a00:05:48.665200 run osmo-stp_10.42.42.5(pid=542): stdout: \u000a| (launched: 2022-12-10_00:05:47.005662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:48.801419 run osmo-stp_10.42.42.5(pid=542): stderr: \u000a| �[0;m�[38;5;43m20221210000547228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000547228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000547228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000547229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000547229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000547229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000547229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:48.931219 run osmo-stp_10.42.42.5(pid=542): stdout: \u000a| (launched: 2022-12-10_00:05:47.005662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:05:49.060092 run osmo-stp_10.42.42.5(pid=542): stderr: \u000a| �[0;m�[38;5;43m20221210000547228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000547228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000547228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000547229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000547229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000547229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000547229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:05:49.116636 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=542): Process ended prematurely: osmo-stp_10.42.42.5(pid=542) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=542)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:05:49.126114 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:05:49.189359 run osmo-hlr_10.42.42.2(pid=539): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=539)]\u000a00:05:49.240847 run osmo-hlr_10.42.42.2(pid=539): stdout: \u000a| (launched: 2022-12-10_00:05:45.817099) \u000a00:05:49.293402 run osmo-hlr_10.42.42.2(pid=539): stderr: \u000a| �[0;m�[1;31m20221210000546086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000546086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000546086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000546087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000546087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000546087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000546103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000546118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000546118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000546118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:05:49.364318 run osmo-msc_10.42.42.6(pid=545): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=545)]\u000a00:05:49.415940 run osmo-msc_10.42.42.6(pid=545): stdout: \u000a| (launched: 2022-12-10_00:05:48.179108) \u000a00:05:49.468369 run osmo-msc_10.42.42.6(pid=545): stderr: \u000a| �[0;m�[38;5;43m20221210000548501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000548501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb647399c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000548501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000548501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000548501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000548501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000548503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000548503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000548504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000548504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:05:49.512831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=538): Terminating (SIGTERM)\u000a00:05:49.554799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=541): Terminating (SIGTERM)\u000a00:05:49.596830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=544): Terminating (SIGTERM)\u000a00:05:49.606814 --- ParallelTerminationStrategy: PID 538 died...\u000a00:05:49.663566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=538): Terminated: ok {rc=0}\u000a00:05:49.673971 --- ParallelTerminationStrategy: PID 541 died...\u000a00:05:49.730138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=541): Terminated: ok {rc=0}\u000a00:05:49.740403 --- ParallelTerminationStrategy: PID 544 died...\u000a00:05:49.796507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=544): Terminated: ok {rc=0}\u000a00:05:49.882052 bus /sierra_3: Setting Powered False\u000a00:05:50.988697 bus /sierra_3: Setting Powered False\u000a00:05:52.096781 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:05:32" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:05:54.097356 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:05:54.109036 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:05:54.265595 tst mo_mt_call.py: using LAC 24610\u000a00:05:54.389364 tst mo_mt_call.py: using RAC 130\u000a00:05:54.522785 tst mo_mt_call.py: using CellId 24610\u000a00:05:54.651256 tst mo_mt_call.py: using BVCI 24611\u000a00:05:54.674264 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:05:54.685665 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:05:54.696734 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:05:54.708076 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:05:54.719474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:05:54.730880 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:05:54.850846 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:05:55.062911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:05:55.567915 run create_hlr_db(pid=550): Launched\u000a00:05:55.754252 bus /sierra_2: Setting Powered False\u000a00:05:56.775661 run create_hlr_db(pid=550): Terminated: ok {rc=0}\u000a00:05:57.202614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Launched\u000a00:05:57.524667 run osmo-hlr_10.42.42.2(pid=553): Launched\u000a00:05:57.645953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:05:58.204700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Launched\u000a00:05:58.526976 run osmo-stp_10.42.42.5(pid=556): Launched\u000a00:05:58.644167 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:05:59.230909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=558): Launched\u000a00:05:59.552526 run osmo-msc_10.42.42.6(pid=559): Launched\u000a00:05:59.740387 run osmo-stp_10.42.42.5(pid=556): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)]\u000a00:05:59.875991 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-10_00:05:58.368616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:00.011392 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221210000558560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000558561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000558561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000558561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000558562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000558562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000558562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:00.140576 run osmo-stp_10.42.42.5(pid=556): stdout: \u000a| (launched: 2022-12-10_00:05:58.368616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:00.268648 run osmo-stp_10.42.42.5(pid=556): stderr: \u000a| �[0;m�[38;5;43m20221210000558560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000558561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000558561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000558561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000558562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000558562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000558562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:00.325295 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=556): Process ended prematurely: osmo-stp_10.42.42.5(pid=556) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=556)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:06:00.334691 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:06:00.397278 run osmo-hlr_10.42.42.2(pid=553): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=553)]\u000a00:06:00.448263 run osmo-hlr_10.42.42.2(pid=553): stdout: \u000a| (launched: 2022-12-10_00:05:57.366330) \u000a00:06:00.500096 run osmo-hlr_10.42.42.2(pid=553): stderr: \u000a| �[0;m�[1;31m20221210000557566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000557566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000557566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000557566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000557566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000557567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000557579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000557587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000557587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000557587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:00.570349 run osmo-msc_10.42.42.6(pid=559): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=559)]\u000a00:06:00.621185 run osmo-msc_10.42.42.6(pid=559): stdout: \u000a| (launched: 2022-12-10_00:05:59.394357) \u000a00:06:00.672640 run osmo-msc_10.42.42.6(pid=559): stderr: \u000a| �[0;m�[38;5;43m20221210000559717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000559717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4eccbaec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000559718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000559718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000559718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000559718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000559720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000559720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000559720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000559720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:00.715775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminating (SIGTERM)\u000a00:06:00.756757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminating (SIGTERM)\u000a00:06:00.798209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=558): Terminating (SIGTERM)\u000a00:06:00.808049 --- ParallelTerminationStrategy: PID 552 died...\u000a00:06:00.871895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=552): Terminated: ok {rc=0}\u000a00:06:00.882285 --- ParallelTerminationStrategy: PID 555 died...\u000a00:06:00.944313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=555): Terminated: ok {rc=0}\u000a00:06:00.954394 --- ParallelTerminationStrategy: PID 558 died...\u000a00:06:01.008255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=558): Terminated: ok {rc=0}\u000a00:06:01.094643 bus /sierra_3: Setting Powered False\u000a00:06:02.199545 bus /sierra_3: Setting Powered False\u000a00:06:03.306930 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=567): Process ended prematurely: osmo-stp_10.42.42.5(pid=567) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=567): Process ended prematurely: osmo-stp_10.42.42.5(pid=567) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:04.421364 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:04.433742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:06:04.596405 tst mo_mt_call_osmux.py: using LAC 24611\u000a00:06:04.722024 tst mo_mt_call_osmux.py: using RAC 131\u000a00:06:04.852532 tst mo_mt_call_osmux.py: using CellId 24611\u000a00:06:04.977005 tst mo_mt_call_osmux.py: using BVCI 24612\u000a00:06:05.001577 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:05.013320 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:05.024756 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:05.036470 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:05.048300 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:06:05.060085 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:05.178950 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:06:05.391381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:05.896936 run create_hlr_db(pid=561): Launched\u000a00:06:06.082748 bus /sierra_2: Setting Powered False\u000a00:06:07.104446 run create_hlr_db(pid=561): Terminated: ok {rc=0}\u000a00:06:07.508669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=563): Launched\u000a00:06:07.810360 run osmo-hlr_10.42.42.2(pid=564): Launched\u000a00:06:07.932833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:08.458131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=566): Launched\u000a00:06:08.757240 run osmo-stp_10.42.42.5(pid=567): Launched\u000a00:06:08.866872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:09.413335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=569): Launched\u000a00:06:09.715894 run osmo-msc_10.42.42.6(pid=570): Launched\u000a00:06:09.893276 run osmo-stp_10.42.42.5(pid=567): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)]\u000a00:06:10.020914 run osmo-stp_10.42.42.5(pid=567): stdout: \u000a| (launched: 2022-12-10_00:06:08.610183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:10.145941 run osmo-stp_10.42.42.5(pid=567): stderr: \u000a| �[0;m�[38;5;43m20221210000608779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000608779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000608780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000608780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000608781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000608781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000608781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:10.267248 run osmo-stp_10.42.42.5(pid=567): stdout: \u000a| (launched: 2022-12-10_00:06:08.610183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:10.386652 run osmo-stp_10.42.42.5(pid=567): stderr: \u000a| �[0;m�[38;5;43m20221210000608779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000608779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000608780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000608780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000608781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000608781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000608781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:10.439588 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=567): Process ended prematurely: osmo-stp_10.42.42.5(pid=567) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=567)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:06:10.448492 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:06:10.507607 run osmo-hlr_10.42.42.2(pid=564): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=564)]\u000a00:06:10.556200 run osmo-hlr_10.42.42.2(pid=564): stdout: \u000a| (launched: 2022-12-10_00:06:07.661599) \u000a00:06:10.605372 run osmo-hlr_10.42.42.2(pid=564): stderr: \u000a| �[0;m�[1;31m20221210000607837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000607837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000607838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000607838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000607838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000607838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000607850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000607859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000607859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000607859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:10.672377 run osmo-msc_10.42.42.6(pid=570): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=570)]\u000a00:06:10.720716 run osmo-msc_10.42.42.6(pid=570): stdout: \u000a| (launched: 2022-12-10_00:06:09.566182) \u000a00:06:10.769858 run osmo-msc_10.42.42.6(pid=570): stderr: \u000a| �[0;m�[38;5;43m20221210000609841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000609841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f441f0d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000609841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000609841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000609842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000609842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000609843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000609844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000609844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000609844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:10.811066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=563): Terminating (SIGTERM)\u000a00:06:10.850168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=566): Terminating (SIGTERM)\u000a00:06:10.889426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=569): Terminating (SIGTERM)\u000a00:06:10.898651 --- ParallelTerminationStrategy: PID 563 died...\u000a00:06:10.951628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=563): Terminated: ok {rc=0}\u000a00:06:10.961358 --- ParallelTerminationStrategy: PID 566 died...\u000a00:06:11.013935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=566): Terminated: ok {rc=0}\u000a00:06:11.023588 --- ParallelTerminationStrategy: PID 569 died...\u000a00:06:11.076207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=569): Terminated: ok {rc=0}\u000a00:06:11.164477 bus /sierra_3: Setting Powered False\u000a00:06:12.267579 bus /sierra_3: Setting Powered False\u000a00:06:13.378561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:05:53" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:06:15.371278 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:15.383265 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:06:15.545989 tst mo_mt_call.py: using LAC 24612\u000a00:06:15.671665 tst mo_mt_call.py: using RAC 132\u000a00:06:15.794408 tst mo_mt_call.py: using CellId 24612\u000a00:06:15.931020 tst mo_mt_call.py: using BVCI 24613\u000a00:06:15.954478 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:15.966894 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:15.979073 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:15.991739 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:16.004251 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:16.017168 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:16.158681 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:16.376663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:16.929187 run create_hlr_db(pid=575): Launched\u000a00:06:17.120595 bus /sierra_2: Setting Powered False\u000a00:06:18.125636 run create_hlr_db(pid=575): Terminated: ok {rc=0}\u000a00:06:18.563668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Launched\u000a00:06:18.885550 run osmo-hlr_10.42.42.2(pid=578): Launched\u000a00:06:19.006096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:19.567971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Launched\u000a00:06:19.890005 run osmo-stp_10.42.42.5(pid=581): Launched\u000a00:06:20.007585 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:20.596224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=583): Launched\u000a00:06:20.918206 run osmo-msc_10.42.42.6(pid=584): Launched\u000a00:06:21.107111 run osmo-stp_10.42.42.5(pid=581): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)]\u000a00:06:21.243437 run osmo-stp_10.42.42.5(pid=581): stdout: \u000a| (launched: 2022-12-10_00:06:19.731695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:21.379436 run osmo-stp_10.42.42.5(pid=581): stderr: \u000a| �[0;m�[38;5;43m20221210000619924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000619924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000619924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000619924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000619925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000619925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000619925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:21.509943 run osmo-stp_10.42.42.5(pid=581): stdout: \u000a| (launched: 2022-12-10_00:06:19.731695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:21.639045 run osmo-stp_10.42.42.5(pid=581): stderr: \u000a| �[0;m�[38;5;43m20221210000619924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000619924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000619924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000619924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000619925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000619925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000619925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:21.695724 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=581): Process ended prematurely: osmo-stp_10.42.42.5(pid=581) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=581)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:06:21.705176 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:06:21.769081 run osmo-hlr_10.42.42.2(pid=578): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=578)]\u000a00:06:21.821099 run osmo-hlr_10.42.42.2(pid=578): stdout: \u000a| (launched: 2022-12-10_00:06:18.727614) \u000a00:06:21.873575 run osmo-hlr_10.42.42.2(pid=578): stderr: \u000a| �[0;m�[1;31m20221210000618926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000618926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000618926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000618926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000618926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000618926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000618938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000618946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000618946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000618946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:21.945156 run osmo-msc_10.42.42.6(pid=584): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=584)]\u000a00:06:21.996808 run osmo-msc_10.42.42.6(pid=584): stdout: \u000a| (launched: 2022-12-10_00:06:20.760150) \u000a00:06:22.049085 run osmo-msc_10.42.42.6(pid=584): stderr: \u000a| �[0;m�[38;5;43m20221210000621079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000621080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fe3829c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000621080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000621080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000621080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000621080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000621082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000621082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000621082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000621083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:22.093930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Terminating (SIGTERM)\u000a00:06:22.136688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Terminating (SIGTERM)\u000a00:06:22.179501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=583): Terminating (SIGTERM)\u000a00:06:22.189865 --- ParallelTerminationStrategy: PID 577 died...\u000a00:06:22.245175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=577): Terminated: ok {rc=0}\u000a00:06:22.255347 --- ParallelTerminationStrategy: PID 580 died...\u000a00:06:22.309058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=580): Terminated: ok {rc=0}\u000a00:06:22.319196 --- ParallelTerminationStrategy: PID 583 died...\u000a00:06:22.373449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=583): Terminated: ok {rc=0}\u000a00:06:22.457343 bus /sierra_3: Setting Powered False\u000a00:06:23.565623 bus /sierra_3: Setting Powered False\u000a00:06:24.676879 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=592): Process ended prematurely: osmo-stp_10.42.42.5(pid=592) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=592)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=592): Process ended prematurely: osmo-stp_10.42.42.5(pid=592) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:25.786960 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:25.799132 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:06:25.954634 tst mo_mt_call_osmux.py: using LAC 24613\u000a00:06:26.076441 tst mo_mt_call_osmux.py: using RAC 133\u000a00:06:26.194887 tst mo_mt_call_osmux.py: using CellId 24613\u000a00:06:26.310992 tst mo_mt_call_osmux.py: using BVCI 24614\u000a00:06:26.333932 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:26.345747 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:26.356837 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:26.367994 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:26.379190 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:06:26.390364 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:26.511341 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:06:26.724290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:27.229440 run create_hlr_db(pid=586): Launched\u000a00:06:27.415651 bus /sierra_2: Setting Powered False\u000a00:06:28.437304 run create_hlr_db(pid=586): Terminated: ok {rc=0}\u000a00:06:28.839584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=588): Launched\u000a00:06:29.138928 run osmo-hlr_10.42.42.2(pid=589): Launched\u000a00:06:29.259841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:29.785894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=591): Launched\u000a00:06:30.086477 run osmo-stp_10.42.42.5(pid=592): Launched\u000a00:06:30.196013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:30.743356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=594): Launched\u000a00:06:31.171612 run osmo-msc_10.42.42.6(pid=595): Launched\u000a00:06:31.459539 run osmo-stp_10.42.42.5(pid=592): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=592)]\u000a00:06:31.776737 run osmo-stp_10.42.42.5(pid=592): stdout: \u000a| (launched: 2022-12-10_00:06:29.939565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:32.065842 run osmo-stp_10.42.42.5(pid=592): stderr: \u000a| �[0;m�[38;5;43m20221210000630110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000630110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000630111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000630111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000630111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000630112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000630112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:32.205684 run osmo-stp_10.42.42.5(pid=592): stdout: \u000a| (launched: 2022-12-10_00:06:29.939565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:32.327876 run osmo-stp_10.42.42.5(pid=592): stderr: \u000a| �[0;m�[38;5;43m20221210000630110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000630110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000630111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000630111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000630111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000630112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000630112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:32.381643 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=592): Process ended prematurely: osmo-stp_10.42.42.5(pid=592) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=592)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:06:32.390270 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:06:32.449974 run osmo-hlr_10.42.42.2(pid=589): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=589)]\u000a00:06:32.498991 run osmo-hlr_10.42.42.2(pid=589): stdout: \u000a| (launched: 2022-12-10_00:06:28.991964) \u000a00:06:32.548468 run osmo-hlr_10.42.42.2(pid=589): stderr: \u000a| �[0;m�[1;31m20221210000629164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000629165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000629165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000629165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000629165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000629165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000629177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000629185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000629186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000629186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:32.615724 run osmo-msc_10.42.42.6(pid=595): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=595)]\u000a00:06:32.664351 run osmo-msc_10.42.42.6(pid=595): stdout: \u000a| (launched: 2022-12-10_00:06:30.923579) \u000a00:06:32.713697 run osmo-msc_10.42.42.6(pid=595): stderr: \u000a| �[0;m�[38;5;43m20221210000631582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000631583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f944f70ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000631583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000631583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000631583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000631583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000631586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000631587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000631587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000631587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:32.755501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=588): Terminating (SIGTERM)\u000a00:06:32.794937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=591): Terminating (SIGTERM)\u000a00:06:32.834623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=594): Terminating (SIGTERM)\u000a00:06:32.843926 --- ParallelTerminationStrategy: PID 588 died...\u000a00:06:32.897076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=588): Terminated: ok {rc=0}\u000a00:06:32.906944 --- ParallelTerminationStrategy: PID 591 died...\u000a00:06:32.960370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=591): Terminated: ok {rc=0}\u000a00:06:32.970090 --- ParallelTerminationStrategy: PID 594 died...\u000a00:06:33.023137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=594): Terminated: ok {rc=0}\u000a00:06:33.111224 bus /sierra_3: Setting Powered False\u000a00:06:34.214523 bus /sierra_3: Setting Powered False\u000a00:06:35.321024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:06:15" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=606): Process ended prematurely: osmo-stp_10.42.42.5(pid=606) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=606): Process ended prematurely: osmo-stp_10.42.42.5(pid=606) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:06:37.323449 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:37.335189 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:06:37.495679 tst mo_mt_call.py: using LAC 24614\u000a00:06:37.620535 tst mo_mt_call.py: using RAC 134\u000a00:06:37.736572 tst mo_mt_call.py: using CellId 24614\u000a00:06:37.854554 tst mo_mt_call.py: using BVCI 24615\u000a00:06:37.877538 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:37.888583 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:37.899529 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:37.910428 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:37.921363 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:37.932469 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:06:38.052652 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:06:38.253358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:38.731164 run create_hlr_db(pid=600): Launched\u000a00:06:38.902987 bus /sierra_2: Setting Powered False\u000a00:06:39.925125 run create_hlr_db(pid=600): Terminated: ok {rc=0}\u000a00:06:40.351787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=602): Launched\u000a00:06:40.673834 run osmo-hlr_10.42.42.2(pid=603): Launched\u000a00:06:40.790381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:41.346921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=605): Launched\u000a00:06:41.668597 run osmo-stp_10.42.42.5(pid=606): Launched\u000a00:06:41.785701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:42.372845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=608): Launched\u000a00:06:42.695536 run osmo-msc_10.42.42.6(pid=609): Launched\u000a00:06:42.883771 run osmo-stp_10.42.42.5(pid=606): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)]\u000a00:06:43.020574 run osmo-stp_10.42.42.5(pid=606): stdout: \u000a| (launched: 2022-12-10_00:06:41.510718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:43.156467 run osmo-stp_10.42.42.5(pid=606): stderr: \u000a| �[0;m�[38;5;43m20221210000641704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000641704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000641705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000641705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000641705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000641705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000641706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:43.286140 run osmo-stp_10.42.42.5(pid=606): stdout: \u000a| (launched: 2022-12-10_00:06:41.510718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:43.414560 run osmo-stp_10.42.42.5(pid=606): stderr: \u000a| �[0;m�[38;5;43m20221210000641704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000641704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000641705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000641705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000641705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000641705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000641706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:43.471216 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=606): Process ended prematurely: osmo-stp_10.42.42.5(pid=606) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=606)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:06:43.480674 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:06:43.544509 run osmo-hlr_10.42.42.2(pid=603): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=603)]\u000a00:06:43.596380 run osmo-hlr_10.42.42.2(pid=603): stdout: \u000a| (launched: 2022-12-10_00:06:40.516028) \u000a00:06:43.648675 run osmo-hlr_10.42.42.2(pid=603): stderr: \u000a| �[0;m�[1;31m20221210000640715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000640715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000640715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000640715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000640715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000640715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000640726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000640734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000640734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000640734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:43.719459 run osmo-msc_10.42.42.6(pid=609): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=609)]\u000a00:06:43.770832 run osmo-msc_10.42.42.6(pid=609): stdout: \u000a| (launched: 2022-12-10_00:06:42.537456) \u000a00:06:43.822765 run osmo-msc_10.42.42.6(pid=609): stderr: \u000a| �[0;m�[38;5;43m20221210000642863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000642863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff577dafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000642863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000642863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000642864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000642864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000642866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000642866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000642866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000642866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:43.866930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=602): Terminating (SIGTERM)\u000a00:06:43.908657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=605): Terminating (SIGTERM)\u000a00:06:43.950759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=608): Terminating (SIGTERM)\u000a00:06:43.961053 --- ParallelTerminationStrategy: PID 602 died...\u000a00:06:44.017704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=602): Terminated: ok {rc=0}\u000a00:06:44.027970 --- ParallelTerminationStrategy: PID 605 died...\u000a00:06:44.084277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=605): Terminated: ok {rc=0}\u000a00:06:44.094544 --- ParallelTerminationStrategy: PID 608 died...\u000a00:06:44.150337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=608): Terminated: ok {rc=0}\u000a00:06:44.237576 bus /sierra_3: Setting Powered False\u000a00:06:45.340637 bus /sierra_3: Setting Powered False\u000a00:06:46.450547 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=617): Process ended prematurely: osmo-stp_10.42.42.5(pid=617) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=617)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=617): Process ended prematurely: osmo-stp_10.42.42.5(pid=617) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:06:47.559089 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:47.570770 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:06:47.724699 tst mo_mt_call_osmux.py: using LAC 24615\u000a00:06:47.844311 tst mo_mt_call_osmux.py: using RAC 135\u000a00:06:47.963904 tst mo_mt_call_osmux.py: using CellId 24615\u000a00:06:48.081919 tst mo_mt_call_osmux.py: using BVCI 24616\u000a00:06:48.104623 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:48.115858 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:48.126752 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:48.137539 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:48.148425 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:06:48.159245 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:06:48.278460 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:06:48.486936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:06:48.992630 run create_hlr_db(pid=611): Launched\u000a00:06:49.179502 bus /sierra_2: Setting Powered False\u000a00:06:50.199380 run create_hlr_db(pid=611): Terminated: ok {rc=0}\u000a00:06:50.608483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=613): Launched\u000a00:06:50.930351 run osmo-hlr_10.42.42.2(pid=614): Launched\u000a00:06:51.051654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:06:51.609339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=616): Launched\u000a00:06:51.930287 run osmo-stp_10.42.42.5(pid=617): Launched\u000a00:06:52.047636 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:06:52.635618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=619): Launched\u000a00:06:52.957600 run osmo-msc_10.42.42.6(pid=620): Launched\u000a00:06:53.145671 run osmo-stp_10.42.42.5(pid=617): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=617)]\u000a00:06:53.281636 run osmo-stp_10.42.42.5(pid=617): stdout: \u000a| (launched: 2022-12-10_00:06:51.772561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:53.417423 run osmo-stp_10.42.42.5(pid=617): stderr: \u000a| �[0;m�[38;5;43m20221210000651962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000651962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000651963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000651963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000651964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000651964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000651964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:53.547323 run osmo-stp_10.42.42.5(pid=617): stdout: \u000a| (launched: 2022-12-10_00:06:51.772561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:06:53.675647 run osmo-stp_10.42.42.5(pid=617): stderr: \u000a| �[0;m�[38;5;43m20221210000651962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000651962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000651963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000651963 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000651964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000651964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000651964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:06:53.732434 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=617): Process ended prematurely: osmo-stp_10.42.42.5(pid=617) [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=617)] [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:06:53.741942 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:06:53.804821 run osmo-hlr_10.42.42.2(pid=614): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=614)]\u000a00:06:53.856078 run osmo-hlr_10.42.42.2(pid=614): stdout: \u000a| (launched: 2022-12-10_00:06:50.772604) \u000a00:06:53.908064 run osmo-hlr_10.42.42.2(pid=614): stderr: \u000a| �[0;m�[1;31m20221210000650971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000650971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000650971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000650971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000650971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000650972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000650984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000650992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000650993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000650993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:06:53.978490 run osmo-msc_10.42.42.6(pid=620): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=620)]\u000a00:06:54.029556 run osmo-msc_10.42.42.6(pid=620): stdout: \u000a| (launched: 2022-12-10_00:06:52.799468) \u000a00:06:54.081256 run osmo-msc_10.42.42.6(pid=620): stderr: \u000a| �[0;m�[38;5;43m20221210000653119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000653119 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f4844ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000653119 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000653119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000653119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000653120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000653121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000653122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000653122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000653122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:06:54.124935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=613): Terminating (SIGTERM)\u000a00:06:54.166432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=616): Terminating (SIGTERM)\u000a00:06:54.208490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=619): Terminating (SIGTERM)\u000a00:06:54.218406 --- ParallelTerminationStrategy: PID 613 died...\u000a00:06:54.274215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=613): Terminated: ok {rc=0}\u000a00:06:54.284351 --- ParallelTerminationStrategy: PID 616 died...\u000a00:06:54.339705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=616): Terminated: ok {rc=0}\u000a00:06:54.350212 --- ParallelTerminationStrategy: PID 619 died...\u000a00:06:54.405442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=619): Terminated: ok {rc=0}\u000a00:06:54.492740 bus /sierra_3: Setting Powered False\u000a00:06:55.595852 bus /sierra_3: Setting Powered False\u000a00:06:56.707124 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:06:37" }, { "cases" : [ { "testActions" : [ ], "age" : 225, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=632): Process ended prematurely: osmo-stp_10.42.42.5(pid=632) [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=632): Process ended prematurely: osmo-stp_10.42.42.5(pid=632) [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:06:58.716071 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:06:58.727120 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:06:58.862897 tst emergency_mo_mt_call.py: using LAC 24616\u000a00:06:58.977840 tst emergency_mo_mt_call.py: using RAC 136\u000a00:06:59.092198 tst emergency_mo_mt_call.py: using CellId 24616\u000a00:06:59.208889 tst emergency_mo_mt_call.py: using BVCI 24617\u000a00:06:59.231320 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:06:59.242215 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:06:59.252836 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:06:59.263534 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:06:59.274351 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:06:59.284890 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:06:59.402952 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:06:59.603819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:00.075041 run create_hlr_db(pid=626): Launched\u000a00:07:00.245393 bus /sierra_2: Setting Powered False\u000a00:07:01.270130 run create_hlr_db(pid=626): Terminated: ok {rc=0}\u000a00:07:01.708541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=628): Launched\u000a00:07:02.144921 run osmo-hlr_10.42.42.2(pid=629): Launched\u000a00:07:02.299482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:02.807932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=631): Launched\u000a00:07:03.100284 run osmo-stp_10.42.42.5(pid=632): Launched\u000a00:07:03.220168 tst emergency_mo_mt_call.py: using MSISDN 7444\u000a00:07:03.365641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:03.905650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=634): Launched\u000a00:07:04.202245 run osmo-msc_10.42.42.6(pid=635): Launched\u000a00:07:04.376462 run osmo-stp_10.42.42.5(pid=632): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)]\u000a00:07:04.501684 run osmo-stp_10.42.42.5(pid=632): stdout: \u000a| (launched: 2022-12-10_00:07:02.956754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:04.624197 run osmo-stp_10.42.42.5(pid=632): stderr: \u000a| �[0;m�[38;5;43m20221210000703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000703127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000703127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000703127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000703127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:04.742642 run osmo-stp_10.42.42.5(pid=632): stdout: \u000a| (launched: 2022-12-10_00:07:02.956754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:04.859941 run osmo-stp_10.42.42.5(pid=632): stderr: \u000a| �[0;m�[38;5;43m20221210000703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000703127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000703127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000703127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000703127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:04.911287 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=632): Process ended prematurely: osmo-stp_10.42.42.5(pid=632) [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=632)] [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a00:07:04.919291 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a00:07:04.978069 run osmo-hlr_10.42.42.2(pid=629): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=629)]\u000a00:07:05.026275 run osmo-hlr_10.42.42.2(pid=629): stdout: \u000a| (launched: 2022-12-10_00:07:01.873115) \u000a00:07:05.075177 run osmo-hlr_10.42.42.2(pid=629): stderr: \u000a| �[0;m�[1;31m20221210000702112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000702112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000702112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000702112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000702113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000702113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000702126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000702137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000702137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000702137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:05.141925 run osmo-msc_10.42.42.6(pid=635): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=635)]\u000a00:07:05.190260 run osmo-msc_10.42.42.6(pid=635): stdout: \u000a| (launched: 2022-12-10_00:07:04.055224) \u000a00:07:05.238909 run osmo-msc_10.42.42.6(pid=635): stderr: \u000a| �[0;m�[38;5;43m20221210000704326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000704326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb47dad4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000704326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000704326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000704327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000704327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000704329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000704329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000704329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000704329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:05.280060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=628): Terminating (SIGTERM)\u000a00:07:05.318882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=631): Terminating (SIGTERM)\u000a00:07:05.357757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=634): Terminating (SIGTERM)\u000a00:07:05.366910 --- ParallelTerminationStrategy: PID 628 died...\u000a00:07:05.419734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=628): Terminated: ok {rc=0}\u000a00:07:05.429379 --- ParallelTerminationStrategy: PID 631 died...\u000a00:07:05.481601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=631): Terminated: ok {rc=0}\u000a00:07:05.491136 --- ParallelTerminationStrategy: PID 634 died...\u000a00:07:05.543452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=634): Terminated: ok {rc=0}\u000a00:07:05.631100 bus /sierra_3: Setting Powered False\u000a00:07:06.733356 bus /sierra_3: Setting Powered False\u000a00:07:07.844287 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:07:08.897343 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:08.909324 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:09.050821 tst emergency_preemptive_call.py: using LAC 24617\u000a00:07:09.174662 tst emergency_preemptive_call.py: using RAC 137\u000a00:07:09.299063 tst emergency_preemptive_call.py: using CellId 24617\u000a00:07:09.422874 tst emergency_preemptive_call.py: using BVCI 24618\u000a00:07:09.447332 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:09.458821 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:09.470078 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:09.482004 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:09.493756 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:07:09.505687 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:09.621221 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:09.737257 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:09.854968 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:10.052634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:10.529375 run create_hlr_db(pid=637): Launched\u000a00:07:10.699610 bus /sierra_2: Setting Powered False\u000a00:07:11.720813 run create_hlr_db(pid=637): Terminated: ok {rc=0}\u000a00:07:12.142679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Launched\u000a00:07:12.459474 run osmo-hlr_10.42.42.2(pid=640): Launched\u000a00:07:12.579066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:13.130155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Launched\u000a00:07:13.446190 run osmo-stp_10.42.42.5(pid=643): Launched\u000a00:07:13.572535 tst emergency_preemptive_call.py: using MSISDN 7445\u000a00:07:13.730091 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:07:14.303601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=645): Launched\u000a00:07:14.619820 run osmo-msc_10.42.42.6(pid=646): Launched\u000a00:07:14.805605 run osmo-stp_10.42.42.5(pid=643): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)]\u000a00:07:14.939715 run osmo-stp_10.42.42.5(pid=643): stdout: \u000a| (launched: 2022-12-10_00:07:13.290599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:15.073543 run osmo-stp_10.42.42.5(pid=643): stderr: \u000a| �[0;m�[38;5;43m20221210000713483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000713483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000713483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000713484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000713484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000713484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000713484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:15.200817 run osmo-stp_10.42.42.5(pid=643): stdout: \u000a| (launched: 2022-12-10_00:07:13.290599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:15.327208 run osmo-stp_10.42.42.5(pid=643): stderr: \u000a| �[0;m�[38;5;43m20221210000713483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000713483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000713483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000713484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000713484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000713484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000713484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:15.382442 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=643): Process ended prematurely: osmo-stp_10.42.42.5(pid=643) [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=643)] [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a00:07:15.390926 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a00:07:15.453835 run osmo-hlr_10.42.42.2(pid=640): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=640)]\u000a00:07:15.505336 run osmo-hlr_10.42.42.2(pid=640): stdout: \u000a| (launched: 2022-12-10_00:07:12.304096) \u000a00:07:15.557824 run osmo-hlr_10.42.42.2(pid=640): stderr: \u000a| �[0;m�[1;31m20221210000712500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000712500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000712500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000712500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000712500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000712501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000712514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000712523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000712523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000712524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:15.628318 run osmo-msc_10.42.42.6(pid=646): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=646)]\u000a00:07:15.679522 run osmo-msc_10.42.42.6(pid=646): stdout: \u000a| (launched: 2022-12-10_00:07:14.463775) \u000a00:07:15.731564 run osmo-msc_10.42.42.6(pid=646): stderr: \u000a| �[0;m�[38;5;43m20221210000714786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210000714786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0db5631c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210000714786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210000714786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210000714786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210000714787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210000714788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210000714789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210000714789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210000714789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:07:15.775874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Terminating (SIGTERM)\u000a00:07:15.817886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Terminating (SIGTERM)\u000a00:07:15.877617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=645): Terminating (SIGTERM)\u000a00:07:15.888734 --- ParallelTerminationStrategy: PID 639 died...\u000a00:07:15.945464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=639): Terminated: ok {rc=0}\u000a00:07:15.956040 --- ParallelTerminationStrategy: PID 642 died...\u000a00:07:16.014115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=642): Terminated: ok {rc=0}\u000a00:07:16.024712 --- ParallelTerminationStrategy: PID 645 died...\u000a00:07:16.081729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=645): Terminated: ok {rc=0}\u000a00:07:16.170697 bus /sierra_9: Setting Powered False\u000a00:07:17.287351 bus /sierra_9: Setting Powered False\u000a00:07:18.395854 bus /sierra_8: Setting Powered False\u000a00:07:19.501737 bus /sierra_8: Setting Powered False\u000a00:07:20.608125 bus /sierra_3: Setting Powered False\u000a00:07:21.714223 bus /sierra_3: Setting Powered False\u000a00:07:22.826826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:06:58" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=661): Process ended prematurely: osmo-stp_10.42.42.5(pid=661) [trial-2366↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=661): Process ended prematurely: osmo-stp_10.42.42.5(pid=661) [trial-2366↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:07:24.928820 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:24.939770 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:25.071826 tst cs_paging_gprs_active.py: using LAC 24618\u000a00:07:25.194234 tst cs_paging_gprs_active.py: using RAC 138\u000a00:07:25.310069 tst cs_paging_gprs_active.py: using CellId 24618\u000a00:07:25.426481 tst cs_paging_gprs_active.py: using BVCI 24619\u000a00:07:25.449510 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.460151 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.470660 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.481124 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.491498 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.502045 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.512724 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.523298 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:25.534105 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:25.654200 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:25.947946 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:07:26.083527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:26.417417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=651): Launched\u000a00:07:26.695171 run iperf3-srv_10.42.42.10(pid=652): Launched\u000a00:07:26.893988 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:07:27.029495 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:27.364351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=653): Launched\u000a00:07:27.641545 run iperf3-srv_10.42.42.10(pid=654): Launched\u000a00:07:27.839237 tst cs_paging_gprs_active.py:38: start network...\u000a00:07:27.974359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:28.480683 run create_hlr_db(pid=655): Launched\u000a00:07:28.666971 bus /sierra_2: Setting Powered False\u000a00:07:29.688352 run create_hlr_db(pid=655): Terminated: ok {rc=0}\u000a00:07:30.091336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=657): Launched\u000a00:07:30.393767 run osmo-hlr_10.42.42.2(pid=658): Launched\u000a00:07:30.515459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:31.111657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=660): Launched\u000a00:07:31.543390 run osmo-stp_10.42.42.5(pid=661): Launched\u000a00:07:31.781166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:07:32.350920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=663): Launched\u000a00:07:32.466456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:07:32.747505 run patchelf(pid=664): Launched\u000a00:07:32.936096 run osmo-stp_10.42.42.5(pid=661): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)]\u000a00:07:33.074897 run osmo-stp_10.42.42.5(pid=661): stdout: \u000a| (launched: 2022-12-10_00:07:31.281356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:33.213647 run osmo-stp_10.42.42.5(pid=661): stderr: \u000a| �[0;m�[38;5;43m20221210000731590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000731590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000731590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000731591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000731591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000731591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000731591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:33.347175 run osmo-stp_10.42.42.5(pid=661): stdout: \u000a| (launched: 2022-12-10_00:07:31.281356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:33.479310 run osmo-stp_10.42.42.5(pid=661): stderr: \u000a| �[0;m�[38;5;43m20221210000731590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000731590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000731590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000731591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000731591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000731591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000731591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:33.634491 run patchelf(pid=664): Terminating (SIGINT)\u000a00:07:33.815715 run patchelf(pid=664): Terminated: ok {rc=0}\u000a00:07:33.849066 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=661): Process ended prematurely: osmo-stp_10.42.42.5(pid=661) [trial-2366↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=661)] [trial-2366↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a00:07:33.858977 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:07:33.922672 run osmo-hlr_10.42.42.2(pid=658): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=658)]\u000a00:07:33.973997 run osmo-hlr_10.42.42.2(pid=658): stdout: \u000a| (launched: 2022-12-10_00:07:30.244725) \u000a00:07:34.026020 run osmo-hlr_10.42.42.2(pid=658): stderr: \u000a| �[0;m�[1;31m20221210000730422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000730422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000730422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000730422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000730422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000730422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000730434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000730444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000730445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000730445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:34.070126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=651): Terminating (SIGTERM)\u000a00:07:34.112341 run iperf3-srv_10.42.42.10(pid=652): Terminating (SIGTERM)\u000a00:07:34.153869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=653): Terminating (SIGTERM)\u000a00:07:34.195968 run iperf3-srv_10.42.42.10(pid=654): Terminating (SIGTERM)\u000a00:07:34.237715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=657): Terminating (SIGTERM)\u000a00:07:34.279780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=660): Terminating (SIGTERM)\u000a00:07:34.321555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=663): Terminating (SIGTERM)\u000a00:07:34.331654 --- ParallelTerminationStrategy: PID 651 died...\u000a00:07:34.387430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=651): Terminated: ok {rc=0}\u000a00:07:34.398281 --- ParallelTerminationStrategy: PID 652 died...\u000a00:07:34.454184 run iperf3-srv_10.42.42.10(pid=652): Terminated {rc=256}\u000a00:07:34.464239 --- ParallelTerminationStrategy: PID 653 died...\u000a00:07:34.520416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=653): Terminated: ok {rc=0}\u000a00:07:34.530516 --- ParallelTerminationStrategy: PID 654 died...\u000a00:07:34.585999 run iperf3-srv_10.42.42.10(pid=654): Terminated {rc=256}\u000a00:07:34.595897 --- ParallelTerminationStrategy: PID 657 died...\u000a00:07:34.651370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=657): Terminated: ok {rc=0}\u000a00:07:34.661463 --- ParallelTerminationStrategy: PID 660 died...\u000a00:07:34.717045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=660): Terminated: ok {rc=0}\u000a00:07:34.727078 --- ParallelTerminationStrategy: PID 663 died...\u000a00:07:34.782099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=663): Terminated: ok {rc=0}\u000a00:07:34.869034 bus /gobi_0: Setting Powered False\u000a00:07:35.976265 bus /gobi_0: Setting Powered False\u000a00:07:37.087165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=673): Process ended prematurely: osmo-stp_10.42.42.5(pid=673) [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=673)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=673): Process ended prematurely: osmo-stp_10.42.42.5(pid=673) [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a00:07:38.201153 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.213157 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:38.355930 tst iperf3.py: using LAC 24619\u000a00:07:38.482826 tst iperf3.py: using RAC 139\u000a00:07:38.614319 tst iperf3.py: using CellId 24619\u000a00:07:38.737955 tst iperf3.py: using BVCI 24620\u000a00:07:38.762597 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.774106 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.785187 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.796499 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.807928 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.819571 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.831384 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.842484 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:38.854119 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:39.132366 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:07:39.257551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:39.569112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=665): Launched\u000a00:07:39.827451 run iperf3-srv_10.42.42.10(pid=666): Launched\u000a00:07:40.010549 tst iperf3.py:8: start network...\u000a00:07:40.135938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:40.618424 run create_hlr_db(pid=667): Launched\u000a00:07:40.790814 bus /gobi_6: Setting Powered False\u000a00:07:41.812122 run create_hlr_db(pid=667): Terminated: ok {rc=0}\u000a00:07:42.238008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=669): Launched\u000a00:07:42.560623 run osmo-hlr_10.42.42.2(pid=670): Launched\u000a00:07:42.681421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:43.238925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=672): Launched\u000a00:07:43.561353 run osmo-stp_10.42.42.5(pid=673): Launched\u000a00:07:43.680565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:07:44.243030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=675): Launched\u000a00:07:44.358075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:07:44.638201 run patchelf(pid=676): Launched\u000a00:07:44.825859 run osmo-stp_10.42.42.5(pid=673): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=673)]\u000a00:07:44.963469 run osmo-stp_10.42.42.5(pid=673): stdout: \u000a| (launched: 2022-12-10_00:07:43.402553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:45.102105 run osmo-stp_10.42.42.5(pid=673): stderr: \u000a| �[0;m�[38;5;43m20221210000743593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000743593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000743594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000743594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000743595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000743595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000743595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:45.235485 run osmo-stp_10.42.42.5(pid=673): stdout: \u000a| (launched: 2022-12-10_00:07:43.402553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:45.367406 run osmo-stp_10.42.42.5(pid=673): stderr: \u000a| �[0;m�[38;5;43m20221210000743593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000743593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000743594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000743594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000743595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000743595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000743595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:45.521479 run patchelf(pid=676): Terminating (SIGINT)\u000a00:07:45.702306 run patchelf(pid=676): Terminated: ok {rc=0}\u000a00:07:45.735224 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=673): Process ended prematurely: osmo-stp_10.42.42.5(pid=673) [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=673)] [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a00:07:45.744920 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:07:45.807500 run osmo-hlr_10.42.42.2(pid=670): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=670)]\u000a00:07:45.865789 run osmo-hlr_10.42.42.2(pid=670): stdout: \u000a| (launched: 2022-12-10_00:07:42.401957) \u000a00:07:45.934026 run osmo-hlr_10.42.42.2(pid=670): stderr: \u000a| �[0;m�[1;31m20221210000742601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000742601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000742602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000742602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000742602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000742602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000742614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000742623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000742623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000742623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:45.979864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=665): Terminating (SIGTERM)\u000a00:07:46.036903 run iperf3-srv_10.42.42.10(pid=666): Terminating (SIGTERM)\u000a00:07:46.088406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=669): Terminating (SIGTERM)\u000a00:07:46.131632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=672): Terminating (SIGTERM)\u000a00:07:46.175641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=675): Terminating (SIGTERM)\u000a00:07:46.186141 --- ParallelTerminationStrategy: PID 665 died...\u000a00:07:46.244096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=665): Terminated: ok {rc=0}\u000a00:07:46.254571 --- ParallelTerminationStrategy: PID 666 died...\u000a00:07:46.309918 run iperf3-srv_10.42.42.10(pid=666): Terminated {rc=256}\u000a00:07:46.320185 --- ParallelTerminationStrategy: PID 669 died...\u000a00:07:46.375830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=669): Terminated: ok {rc=0}\u000a00:07:46.386246 --- ParallelTerminationStrategy: PID 672 died...\u000a00:07:46.442887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=672): Terminated: ok {rc=0}\u000a00:07:46.453354 --- ParallelTerminationStrategy: PID 675 died...\u000a00:07:46.508912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=675): Terminated: ok {rc=0}\u000a00:07:46.602244 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=691): Process ended prematurely: osmo-stp_10.42.42.5(pid=691) [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=691)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=691): Process ended prematurely: osmo-stp_10.42.42.5(pid=691) [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a00:07:47.715550 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:47.727585 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:07:47.871049 tst iperf3m4.py: using LAC 24620\u000a00:07:47.997338 tst iperf3m4.py: using RAC 140\u000a00:07:48.115723 tst iperf3m4.py: using CellId 24620\u000a00:07:48.234153 tst iperf3m4.py: using BVCI 24621\u000a00:07:48.257078 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.268080 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.278971 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.290160 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.300788 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.311563 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.322458 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.333171 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:07:48.344376 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:48.466158 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:48.588741 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:48.707709 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:07:48.987427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:07:49.112901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:49.423896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=677): Launched\u000a00:07:49.681868 run iperf3-srv_10.42.42.10(pid=678): Launched\u000a00:07:49.865141 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:07:49.989952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:50.300305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=679): Launched\u000a00:07:50.559619 run iperf3-srv_10.42.42.10(pid=680): Launched\u000a00:07:50.742676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:07:50.867466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:51.178565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=681): Launched\u000a00:07:51.436499 run iperf3-srv_10.42.42.10(pid=682): Launched\u000a00:07:51.619736 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:07:51.744548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:07:52.056147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=683): Launched\u000a00:07:52.314394 run iperf3-srv_10.42.42.10(pid=684): Launched\u000a00:07:52.497437 tst iperf3m4.py:8: start network...\u000a00:07:52.623182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:07:53.104113 run create_hlr_db(pid=685): Launched\u000a00:07:53.276699 bus /gobi_6: Setting Powered False\u000a00:07:54.311150 run create_hlr_db(pid=685): Terminated: ok {rc=0}\u000a00:07:54.714830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=687): Launched\u000a00:07:55.014363 run osmo-hlr_10.42.42.2(pid=688): Launched\u000a00:07:55.130056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:07:55.767394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=690): Launched\u000a00:07:56.062133 run osmo-stp_10.42.42.5(pid=691): Launched\u000a00:07:56.168917 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:07:56.684793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=693): Launched\u000a00:07:56.790034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:07:57.048707 run patchelf(pid=694): Launched\u000a00:07:57.221160 run osmo-stp_10.42.42.5(pid=691): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=691)]\u000a00:07:57.347846 run osmo-stp_10.42.42.5(pid=691): stdout: \u000a| (launched: 2022-12-10_00:07:55.917344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:57.475018 run osmo-stp_10.42.42.5(pid=691): stderr: \u000a| �[0;m�[38;5;43m20221210000756087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000756087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000756087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000756087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000756088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000756088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000756088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:57.597698 run osmo-stp_10.42.42.5(pid=691): stdout: \u000a| (launched: 2022-12-10_00:07:55.917344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:07:57.718824 run osmo-stp_10.42.42.5(pid=691): stderr: \u000a| �[0;m�[38;5;43m20221210000756087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000756087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000756087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000756087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000756088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000756088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000756088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:07:57.860889 run patchelf(pid=694): Terminating (SIGINT)\u000a00:07:58.027349 run patchelf(pid=694): Terminated: ok {rc=0}\u000a00:07:58.058338 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=691): Process ended prematurely: osmo-stp_10.42.42.5(pid=691) [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=691)] [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a00:07:58.067456 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a00:07:58.126873 run osmo-hlr_10.42.42.2(pid=688): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=688)]\u000a00:07:58.175282 run osmo-hlr_10.42.42.2(pid=688): stdout: \u000a| (launched: 2022-12-10_00:07:54.867476) \u000a00:07:58.224352 run osmo-hlr_10.42.42.2(pid=688): stderr: \u000a| �[0;m�[1;31m20221210000755043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000755043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000755043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000755043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000755043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000755043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000755055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000755065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000755065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000755065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:07:58.265626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=677): Terminating (SIGTERM)\u000a00:07:58.304557 run iperf3-srv_10.42.42.10(pid=678): Terminating (SIGTERM)\u000a00:07:58.343460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=679): Terminating (SIGTERM)\u000a00:07:58.382330 run iperf3-srv_10.42.42.10(pid=680): Terminating (SIGTERM)\u000a00:07:58.421411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=681): Terminating (SIGTERM)\u000a00:07:58.460177 run iperf3-srv_10.42.42.10(pid=682): Terminating (SIGTERM)\u000a00:07:58.498996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=683): Terminating (SIGTERM)\u000a00:07:58.537926 run iperf3-srv_10.42.42.10(pid=684): Terminating (SIGTERM)\u000a00:07:58.577409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=687): Terminating (SIGTERM)\u000a00:07:58.616488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=690): Terminating (SIGTERM)\u000a00:07:58.655302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=693): Terminating (SIGTERM)\u000a00:07:58.664443 --- ParallelTerminationStrategy: PID 677 died...\u000a00:07:58.717039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=677): Terminated: ok {rc=0}\u000a00:07:58.726727 --- ParallelTerminationStrategy: PID 678 died...\u000a00:07:58.778918 run iperf3-srv_10.42.42.10(pid=678): Terminated {rc=256}\u000a00:07:58.788613 --- ParallelTerminationStrategy: PID 679 died...\u000a00:07:58.841041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=679): Terminated: ok {rc=0}\u000a00:07:58.850656 --- ParallelTerminationStrategy: PID 680 died...\u000a00:07:58.903219 run iperf3-srv_10.42.42.10(pid=680): Terminated {rc=256}\u000a00:07:58.912734 --- ParallelTerminationStrategy: PID 681 died...\u000a00:07:58.965154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=681): Terminated: ok {rc=0}\u000a00:07:58.974653 --- ParallelTerminationStrategy: PID 682 died...\u000a00:07:59.026973 run iperf3-srv_10.42.42.10(pid=682): Terminated {rc=256}\u000a00:07:59.036606 --- ParallelTerminationStrategy: PID 683 died...\u000a00:07:59.089599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=683): Terminated: ok {rc=0}\u000a00:07:59.099133 --- ParallelTerminationStrategy: PID 684 died...\u000a00:07:59.151415 run iperf3-srv_10.42.42.10(pid=684): Terminated {rc=256}\u000a00:07:59.161186 --- ParallelTerminationStrategy: PID 687 died...\u000a00:07:59.213814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=687): Terminated: ok {rc=0}\u000a00:07:59.223329 --- ParallelTerminationStrategy: PID 690 died...\u000a00:07:59.275536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=690): Terminated: ok {rc=0}\u000a00:07:59.285089 --- ParallelTerminationStrategy: PID 693 died...\u000a00:07:59.337232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=693): Terminated: ok {rc=0}\u000a00:07:59.425647 bus /gobi_4: Setting Powered False\u000a00:08:00.528412 bus /gobi_4: Setting Powered False\u000a00:08:01.658366 bus /gobi_1: Setting Powered False\u000a00:08:02.766089 bus /gobi_1: Setting Powered False\u000a00:08:03.875729 bus /gobi_0: Setting Powered False\u000a00:08:04.984565 bus /gobi_0: Setting Powered False\u000a00:08:06.100395 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=714): Process ended prematurely: osmo-stp_10.42.42.5(pid=714) [trial-2366↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=714)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=714): Process ended prematurely: osmo-stp_10.42.42.5(pid=714) [trial-2366↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a00:08:07.172168 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.184913 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:07.325980 tst ping.py: using LAC 24621\u000a00:08:07.453668 tst ping.py: using RAC 141\u000a00:08:07.581407 tst ping.py: using CellId 24621\u000a00:08:07.706752 tst ping.py: using BVCI 24622\u000a00:08:07.731845 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.744072 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.756701 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.769820 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.782931 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.794894 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.809237 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:07.822874 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:08.117122 tst ping.py:19: start network...\u000a00:08:08.251663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:08.794730 run create_hlr_db(pid=708): Launched\u000a00:08:08.981012 bus /gobi_6: Setting Powered False\u000a00:08:10.002917 run create_hlr_db(pid=708): Terminated: ok {rc=0}\u000a00:08:10.448142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=710): Launched\u000a00:08:10.876024 run osmo-hlr_10.42.42.2(pid=711): Launched\u000a00:08:11.117327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:11.690653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=713): Launched\u000a00:08:12.135957 run osmo-stp_10.42.42.5(pid=714): Launched\u000a00:08:12.360424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:12.993113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=783): Launched\u000a00:08:13.123360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:13.452062 run patchelf(pid=857): Launched\u000a00:08:13.669042 run osmo-stp_10.42.42.5(pid=714): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=714)]\u000a00:08:13.811790 run osmo-stp_10.42.42.5(pid=714): stdout: \u000a| (launched: 2022-12-10_00:08:11.854310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:13.972332 run osmo-stp_10.42.42.5(pid=714): stderr: \u000a| �[0;m�[38;5;43m20221210000812146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000812146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000812147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000812147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000812147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000812148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000812148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:14.119500 run osmo-stp_10.42.42.5(pid=714): stdout: \u000a| (launched: 2022-12-10_00:08:11.854310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:14.263559 run osmo-stp_10.42.42.5(pid=714): stderr: \u000a| �[0;m�[38;5;43m20221210000812146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000812146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000812147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000812147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000812147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000812148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000812148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:14.412107 run patchelf(pid=857): Terminating (SIGINT)\u000a00:08:14.582339 run patchelf(pid=857): Terminated: ok {rc=0}\u000a00:08:14.613214 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=714): Process ended prematurely: osmo-stp_10.42.42.5(pid=714) [trial-2366↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=714)] [trial-2366↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a00:08:14.622792 tst ping.py:22: Test FAILED (7.4 sec)\u000a00:08:14.683932 run osmo-hlr_10.42.42.2(pid=711): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=711)]\u000a00:08:14.734911 run osmo-hlr_10.42.42.2(pid=711): stdout: \u000a| (launched: 2022-12-10_00:08:10.611368) \u000a00:08:14.785865 run osmo-hlr_10.42.42.2(pid=711): stderr: \u000a| �[0;m�[1;31m20221210000810924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000810924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000810924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000810924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000810924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000810924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000810940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000810948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000810948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000810948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:14.829031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=710): Terminating (SIGTERM)\u000a00:08:14.872167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=713): Terminating (SIGTERM)\u000a00:08:14.915540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=783): Terminating (SIGTERM)\u000a00:08:14.925865 --- ParallelTerminationStrategy: PID 710 died...\u000a00:08:14.981966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=710): Terminated: ok {rc=0}\u000a00:08:14.992234 --- ParallelTerminationStrategy: PID 713 died...\u000a00:08:15.046367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=713): Terminated: ok {rc=0}\u000a00:08:15.056567 --- ParallelTerminationStrategy: PID 783 died...\u000a00:08:15.110735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=783): Terminated: ok {rc=0}\u000a00:08:15.196287 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2366↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2366↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a00:08:16.263860 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.282015 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a00:08:16.449357 tst ping_idle_ping.py: using LAC 24622\u000a00:08:16.599786 tst ping_idle_ping.py: using RAC 142\u000a00:08:16.744275 tst ping_idle_ping.py: using CellId 24622\u000a00:08:16.886415 tst ping_idle_ping.py: using BVCI 24623\u000a00:08:16.914510 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.928898 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.941718 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.955372 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.968169 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.980942 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:16.994038 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a00:08:17.006623 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a00:08:17.335855 tst ping_idle_ping.py:24: start network...\u000a00:08:17.491526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:18.082033 run create_hlr_db(pid=1005): Launched\u000a00:08:18.255300 bus /gobi_6: Setting Powered False\u000a00:08:19.276769 run create_hlr_db(pid=1005): Terminated: ok {rc=0}\u000a00:08:19.699547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Launched\u000a00:08:20.111128 run osmo-hlr_10.42.42.2(pid=1008): Launched\u000a00:08:20.336862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:20.925694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Launched\u000a00:08:21.337027 run osmo-stp_10.42.42.5(pid=1011): Launched\u000a00:08:21.562615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:22.129108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Launched\u000a00:08:22.243229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:22.536799 run patchelf(pid=1014): Launched\u000a00:08:22.728698 run osmo-stp_10.42.42.5(pid=1011): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)]\u000a00:08:22.866502 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-10_00:08:21.086704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:23.004437 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221210000821381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000821381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000821381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000821381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000821384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000821384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000821384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:23.137841 run osmo-stp_10.42.42.5(pid=1011): stdout: \u000a| (launched: 2022-12-10_00:08:21.086704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:23.269995 run osmo-stp_10.42.42.5(pid=1011): stderr: \u000a| �[0;m�[38;5;43m20221210000821381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000821381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000821381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000821381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000821384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000821384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000821384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:23.424136 run patchelf(pid=1014): Terminating (SIGINT)\u000a00:08:23.603750 run patchelf(pid=1014): Terminated: ok {rc=0}\u000a00:08:23.637366 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1011): Process ended prematurely: osmo-stp_10.42.42.5(pid=1011) [trial-2366↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1011)] [trial-2366↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a00:08:23.647812 tst ping_idle_ping.py:27: Test FAILED (7.4 sec)\u000a00:08:23.716585 run osmo-hlr_10.42.42.2(pid=1008): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1008)]\u000a00:08:23.771715 run osmo-hlr_10.42.42.2(pid=1008): stdout: \u000a| (launched: 2022-12-10_00:08:19.860781) \u000a00:08:23.826185 run osmo-hlr_10.42.42.2(pid=1008): stderr: \u000a| �[0;m�[1;31m20221210000820167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000820167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000820167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000820167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000820167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000820167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000820189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000820202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000820202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000820202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:23.872091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminating (SIGTERM)\u000a00:08:23.919268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminating (SIGTERM)\u000a00:08:23.964362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Terminating (SIGTERM)\u000a00:08:23.976292 --- ParallelTerminationStrategy: PID 1007 died...\u000a00:08:24.037125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1007): Terminated: ok {rc=0}\u000a00:08:24.048014 --- ParallelTerminationStrategy: PID 1010 died...\u000a00:08:24.106823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1010): Terminated: ok {rc=0}\u000a00:08:24.117838 --- ParallelTerminationStrategy: PID 1013 died...\u000a00:08:24.176619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1013): Terminated: ok {rc=0}\u000a00:08:24.266590 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:07:24" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1029): Process ended prematurely: osmo-stp_10.42.42.5(pid=1029) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1029): Process ended prematurely: osmo-stp_10.42.42.5(pid=1029) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:08:26.414157 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:26.425523 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:08:26.567295 tst cs_paging_gprs_active.py: using LAC 24623\u000a00:08:26.692901 tst cs_paging_gprs_active.py: using RAC 143\u000a00:08:26.818990 tst cs_paging_gprs_active.py: using CellId 24623\u000a00:08:26.944661 tst cs_paging_gprs_active.py: using BVCI 24624\u000a00:08:26.968786 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:26.980126 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:26.991447 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:27.003367 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:27.016321 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:27.028552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:27.039992 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:27.051957 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:27.064918 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:27.183393 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:27.474017 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:08:27.607208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:27.935140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1019): Launched\u000a00:08:28.206348 run iperf3-srv_10.42.42.10(pid=1020): Launched\u000a00:08:28.400220 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:08:28.532635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:28.861166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1021): Launched\u000a00:08:29.133922 run iperf3-srv_10.42.42.10(pid=1022): Launched\u000a00:08:29.329273 tst cs_paging_gprs_active.py:38: start network...\u000a00:08:29.462728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:29.962896 run create_hlr_db(pid=1023): Launched\u000a00:08:30.147238 bus /gobi_6: Setting Powered False\u000a00:08:31.216055 run create_hlr_db(pid=1023): Terminated: ok {rc=0}\u000a00:08:31.643057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1025): Launched\u000a00:08:32.083010 run osmo-hlr_10.42.42.2(pid=1026): Launched\u000a00:08:32.275473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:32.823488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1028): Launched\u000a00:08:33.143114 run osmo-stp_10.42.42.5(pid=1029): Launched\u000a00:08:33.263077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:33.816322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1031): Launched\u000a00:08:33.929685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:34.205165 run patchelf(pid=1032): Launched\u000a00:08:34.390593 run osmo-stp_10.42.42.5(pid=1029): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)]\u000a00:08:34.526731 run osmo-stp_10.42.42.5(pid=1029): stdout: \u000a| (launched: 2022-12-10_00:08:32.985987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:34.663971 run osmo-stp_10.42.42.5(pid=1029): stderr: \u000a| �[0;m�[38;5;43m20221210000833178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000833178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000833178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000833178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000833179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000833179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000833179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:34.795334 run osmo-stp_10.42.42.5(pid=1029): stdout: \u000a| (launched: 2022-12-10_00:08:32.985987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:34.925803 run osmo-stp_10.42.42.5(pid=1029): stderr: \u000a| �[0;m�[38;5;43m20221210000833178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000833178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000833178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000833178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000833179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000833179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000833179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:35.078262 run patchelf(pid=1032): Terminating (SIGINT)\u000a00:08:35.257248 run patchelf(pid=1032): Terminated: ok {rc=0}\u000a00:08:35.289992 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1029): Process ended prematurely: osmo-stp_10.42.42.5(pid=1029) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1029)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:08:35.299882 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:08:35.363133 run osmo-hlr_10.42.42.2(pid=1026): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1026)]\u000a00:08:35.414244 run osmo-hlr_10.42.42.2(pid=1026): stdout: \u000a| (launched: 2022-12-10_00:08:31.800873) \u000a00:08:35.466008 run osmo-hlr_10.42.42.2(pid=1026): stderr: \u000a| �[0;m�[1;31m20221210000832089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000832089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000832089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000832089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000832089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000832089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000832104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000832126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000832127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000832127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:35.509999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1019): Terminating (SIGTERM)\u000a00:08:35.552082 run iperf3-srv_10.42.42.10(pid=1020): Terminating (SIGTERM)\u000a00:08:35.594029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1021): Terminating (SIGTERM)\u000a00:08:35.635862 run iperf3-srv_10.42.42.10(pid=1022): Terminating (SIGTERM)\u000a00:08:35.677530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1025): Terminating (SIGTERM)\u000a00:08:35.719253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1028): Terminating (SIGTERM)\u000a00:08:35.760935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1031): Terminating (SIGTERM)\u000a00:08:35.770601 --- ParallelTerminationStrategy: PID 1019 died...\u000a00:08:35.826501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1019): Terminated: ok {rc=0}\u000a00:08:35.836477 --- ParallelTerminationStrategy: PID 1020 died...\u000a00:08:35.891403 run iperf3-srv_10.42.42.10(pid=1020): Terminated {rc=256}\u000a00:08:35.901916 --- ParallelTerminationStrategy: PID 1021 died...\u000a00:08:35.957248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1021): Terminated: ok {rc=0}\u000a00:08:35.967353 --- ParallelTerminationStrategy: PID 1022 died...\u000a00:08:36.022738 run iperf3-srv_10.42.42.10(pid=1022): Terminated {rc=256}\u000a00:08:36.032553 --- ParallelTerminationStrategy: PID 1025 died...\u000a00:08:36.088011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1025): Terminated: ok {rc=0}\u000a00:08:36.098186 --- ParallelTerminationStrategy: PID 1028 died...\u000a00:08:36.153812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1028): Terminated: ok {rc=0}\u000a00:08:36.163917 --- ParallelTerminationStrategy: PID 1031 died...\u000a00:08:36.219416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1031): Terminated: ok {rc=0}\u000a00:08:36.305006 bus /gobi_0: Setting Powered False\u000a00:08:37.410624 bus /gobi_0: Setting Powered False\u000a00:08:38.517553 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1041): Process ended prematurely: osmo-stp_10.42.42.5(pid=1041) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1041): Process ended prematurely: osmo-stp_10.42.42.5(pid=1041) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:08:39.632613 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:39.644838 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:08:39.786285 tst iperf3.py: using LAC 24624\u000a00:08:39.912014 tst iperf3.py: using RAC 144\u000a00:08:40.041296 tst iperf3.py: using CellId 24624\u000a00:08:40.163684 tst iperf3.py: using BVCI 24625\u000a00:08:40.188079 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.199824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.211125 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.222719 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.234355 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.246112 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.258082 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.269841 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:40.281874 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:40.569398 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:08:40.701825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:41.028155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1033): Launched\u000a00:08:41.298985 run iperf3-srv_10.42.42.10(pid=1034): Launched\u000a00:08:41.492814 tst iperf3.py:8: start network...\u000a00:08:41.625864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:42.146542 run create_hlr_db(pid=1035): Launched\u000a00:08:42.329048 bus /gobi_6: Setting Powered False\u000a00:08:43.351095 run create_hlr_db(pid=1035): Terminated: ok {rc=0}\u000a00:08:43.756119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1037): Launched\u000a00:08:44.071001 run osmo-hlr_10.42.42.2(pid=1038): Launched\u000a00:08:44.189471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:44.738560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1040): Launched\u000a00:08:45.054113 run osmo-stp_10.42.42.5(pid=1041): Launched\u000a00:08:45.169381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:45.717723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1043): Launched\u000a00:08:45.830916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:46.142700 run patchelf(pid=1044): Launched\u000a00:08:46.320334 run osmo-stp_10.42.42.5(pid=1041): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)]\u000a00:08:46.450986 run osmo-stp_10.42.42.5(pid=1041): stdout: \u000a| (launched: 2022-12-10_00:08:44.899350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:46.580845 run osmo-stp_10.42.42.5(pid=1041): stderr: \u000a| �[0;m�[38;5;43m20221210000845092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000845092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000845093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000845093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000845093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000845094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000845094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:46.708138 run osmo-stp_10.42.42.5(pid=1041): stdout: \u000a| (launched: 2022-12-10_00:08:44.899350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:46.832497 run osmo-stp_10.42.42.5(pid=1041): stderr: \u000a| �[0;m�[38;5;43m20221210000845092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000845092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000845093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000845093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000845093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000845094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000845094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:46.979297 run patchelf(pid=1044): Terminating (SIGINT)\u000a00:08:47.149514 run patchelf(pid=1044): Terminated: ok {rc=0}\u000a00:08:47.181762 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1041): Process ended prematurely: osmo-stp_10.42.42.5(pid=1041) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1041)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a00:08:47.191827 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:08:47.252526 run osmo-hlr_10.42.42.2(pid=1038): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1038)]\u000a00:08:47.300684 run osmo-hlr_10.42.42.2(pid=1038): stdout: \u000a| (launched: 2022-12-10_00:08:43.916631) \u000a00:08:47.349349 run osmo-hlr_10.42.42.2(pid=1038): stderr: \u000a| �[0;m�[1;31m20221210000844114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000844114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000844114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000844114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000844114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000844114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000844127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000844135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000844135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000844135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:47.390833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1033): Terminating (SIGTERM)\u000a00:08:47.430125 run iperf3-srv_10.42.42.10(pid=1034): Terminating (SIGTERM)\u000a00:08:47.471037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1037): Terminating (SIGTERM)\u000a00:08:47.509932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1040): Terminating (SIGTERM)\u000a00:08:47.548785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1043): Terminating (SIGTERM)\u000a00:08:47.558010 --- ParallelTerminationStrategy: PID 1033 died...\u000a00:08:47.610693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1033): Terminated: ok {rc=0}\u000a00:08:47.620039 --- ParallelTerminationStrategy: PID 1034 died...\u000a00:08:47.672119 run iperf3-srv_10.42.42.10(pid=1034): Terminated {rc=256}\u000a00:08:47.681875 --- ParallelTerminationStrategy: PID 1037 died...\u000a00:08:47.733586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1037): Terminated: ok {rc=0}\u000a00:08:47.742955 --- ParallelTerminationStrategy: PID 1040 died...\u000a00:08:47.794958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1040): Terminated: ok {rc=0}\u000a00:08:47.804309 --- ParallelTerminationStrategy: PID 1043 died...\u000a00:08:47.855967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1043): Terminated: ok {rc=0}\u000a00:08:47.939144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1059): Process ended prematurely: osmo-stp_10.42.42.5(pid=1059) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1059)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1059): Process ended prematurely: osmo-stp_10.42.42.5(pid=1059) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:08:49.053344 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.065580 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:08:49.206510 tst iperf3m4.py: using LAC 24625\u000a00:08:49.330578 tst iperf3m4.py: using RAC 145\u000a00:08:49.456058 tst iperf3m4.py: using CellId 24625\u000a00:08:49.581980 tst iperf3m4.py: using BVCI 24626\u000a00:08:49.606340 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.617782 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.629041 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.640812 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.652441 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.664143 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.675823 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.687533 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:08:49.699694 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:49.828265 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:49.947202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:50.064817 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:08:50.353776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:08:50.485644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:50.812865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1045): Launched\u000a00:08:51.084940 run iperf3-srv_10.42.42.10(pid=1046): Launched\u000a00:08:51.279705 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:08:51.412376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:51.739881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1047): Launched\u000a00:08:52.010604 run iperf3-srv_10.42.42.10(pid=1048): Launched\u000a00:08:52.205242 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:08:52.337751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:52.665024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1049): Launched\u000a00:08:52.936155 run iperf3-srv_10.42.42.10(pid=1050): Launched\u000a00:08:53.131541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:08:53.264116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:08:53.591852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1051): Launched\u000a00:08:53.863317 run iperf3-srv_10.42.42.10(pid=1052): Launched\u000a00:08:54.057899 tst iperf3m4.py:8: start network...\u000a00:08:54.190354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:08:54.687077 run create_hlr_db(pid=1053): Launched\u000a00:08:54.870763 bus /gobi_6: Setting Powered False\u000a00:08:55.891478 run create_hlr_db(pid=1053): Terminated: ok {rc=0}\u000a00:08:56.311448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1055): Launched\u000a00:08:56.628356 run osmo-hlr_10.42.42.2(pid=1056): Launched\u000a00:08:56.747392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:08:57.299588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1058): Launched\u000a00:08:57.617209 run osmo-stp_10.42.42.5(pid=1059): Launched\u000a00:08:57.732685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:08:58.283595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1061): Launched\u000a00:08:58.397203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:08:58.673862 run patchelf(pid=1062): Launched\u000a00:08:58.859164 run osmo-stp_10.42.42.5(pid=1059): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1059)]\u000a00:08:58.995435 run osmo-stp_10.42.42.5(pid=1059): stdout: \u000a| (launched: 2022-12-10_00:08:57.460588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:59.134278 run osmo-stp_10.42.42.5(pid=1059): stderr: \u000a| �[0;m�[38;5;43m20221210000857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000857653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:59.266056 run osmo-stp_10.42.42.5(pid=1059): stdout: \u000a| (launched: 2022-12-10_00:08:57.460588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:08:59.397296 run osmo-stp_10.42.42.5(pid=1059): stderr: \u000a| �[0;m�[38;5;43m20221210000857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000857652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000857653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000857653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:08:59.549483 run patchelf(pid=1062): Terminating (SIGINT)\u000a00:08:59.728622 run patchelf(pid=1062): Terminated: ok {rc=0}\u000a00:08:59.761731 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1059): Process ended prematurely: osmo-stp_10.42.42.5(pid=1059) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1059)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:08:59.771961 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:08:59.836264 run osmo-hlr_10.42.42.2(pid=1056): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1056)]\u000a00:08:59.887739 run osmo-hlr_10.42.42.2(pid=1056): stdout: \u000a| (launched: 2022-12-10_00:08:56.472338) \u000a00:08:59.939789 run osmo-hlr_10.42.42.2(pid=1056): stderr: \u000a| �[0;m�[1;31m20221210000856669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000856669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000856669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000856669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000856669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000856669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000856682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000856690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000856690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000856690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:08:59.983535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1045): Terminating (SIGTERM)\u000a00:09:00.025174 run iperf3-srv_10.42.42.10(pid=1046): Terminating (SIGTERM)\u000a00:09:00.067540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1047): Terminating (SIGTERM)\u000a00:09:00.109689 run iperf3-srv_10.42.42.10(pid=1048): Terminating (SIGTERM)\u000a00:09:00.151511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1049): Terminating (SIGTERM)\u000a00:09:00.194004 run iperf3-srv_10.42.42.10(pid=1050): Terminating (SIGTERM)\u000a00:09:00.236212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1051): Terminating (SIGTERM)\u000a00:09:00.278159 run iperf3-srv_10.42.42.10(pid=1052): Terminating (SIGTERM)\u000a00:09:00.320157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1055): Terminating (SIGTERM)\u000a00:09:00.362210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1058): Terminating (SIGTERM)\u000a00:09:00.404223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1061): Terminating (SIGTERM)\u000a00:09:00.414259 --- ParallelTerminationStrategy: PID 1045 died...\u000a00:09:00.470594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1045): Terminated: ok {rc=0}\u000a00:09:00.480697 --- ParallelTerminationStrategy: PID 1046 died...\u000a00:09:00.536673 run iperf3-srv_10.42.42.10(pid=1046): Terminated {rc=256}\u000a00:09:00.546753 --- ParallelTerminationStrategy: PID 1047 died...\u000a00:09:00.603125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1047): Terminated: ok {rc=0}\u000a00:09:00.613126 --- ParallelTerminationStrategy: PID 1048 died...\u000a00:09:00.669213 run iperf3-srv_10.42.42.10(pid=1048): Terminated {rc=256}\u000a00:09:00.679063 --- ParallelTerminationStrategy: PID 1049 died...\u000a00:09:00.735064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1049): Terminated: ok {rc=0}\u000a00:09:00.745198 --- ParallelTerminationStrategy: PID 1050 died...\u000a00:09:00.800361 run iperf3-srv_10.42.42.10(pid=1050): Terminated {rc=256}\u000a00:09:00.810668 --- ParallelTerminationStrategy: PID 1051 died...\u000a00:09:00.879231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1051): Terminated: ok {rc=0}\u000a00:09:00.893136 --- ParallelTerminationStrategy: PID 1052 died...\u000a00:09:00.955189 run iperf3-srv_10.42.42.10(pid=1052): Terminated {rc=256}\u000a00:09:00.965701 --- ParallelTerminationStrategy: PID 1055 died...\u000a00:09:01.030551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1055): Terminated: ok {rc=0}\u000a00:09:01.041988 --- ParallelTerminationStrategy: PID 1058 died...\u000a00:09:01.099414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1058): Terminated: ok {rc=0}\u000a00:09:01.110177 --- ParallelTerminationStrategy: PID 1061 died...\u000a00:09:01.166837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1061): Terminated: ok {rc=0}\u000a00:09:01.254950 bus /gobi_4: Setting Powered False\u000a00:09:02.359803 bus /gobi_4: Setting Powered False\u000a00:09:03.469392 bus /gobi_1: Setting Powered False\u000a00:09:04.576079 bus /gobi_1: Setting Powered False\u000a00:09:05.688244 bus /gobi_0: Setting Powered False\u000a00:09:06.790214 bus /gobi_0: Setting Powered False\u000a00:09:07.901280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1071): Process ended prematurely: osmo-stp_10.42.42.5(pid=1071) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1071)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1071): Process ended prematurely: osmo-stp_10.42.42.5(pid=1071) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:09:08.969378 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:08.981508 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:09.121013 tst ping.py: using LAC 24626\u000a00:09:09.242886 tst ping.py: using RAC 146\u000a00:09:09.365091 tst ping.py: using CellId 24626\u000a00:09:09.487346 tst ping.py: using BVCI 24627\u000a00:09:09.511450 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:09.523182 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:09.534714 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:09.546398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:09.558345 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:09.569993 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:09.582812 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:09.594220 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:09.863256 tst ping.py:19: start network...\u000a00:09:09.983931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:10.448768 run create_hlr_db(pid=1065): Launched\u000a00:09:10.615706 bus /gobi_6: Setting Powered False\u000a00:09:11.637423 run create_hlr_db(pid=1065): Terminated: ok {rc=0}\u000a00:09:12.022953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1067): Launched\u000a00:09:12.314213 run osmo-hlr_10.42.42.2(pid=1068): Launched\u000a00:09:12.426878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:12.940004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1070): Launched\u000a00:09:13.229795 run osmo-stp_10.42.42.5(pid=1071): Launched\u000a00:09:13.335669 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:13.842853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1073): Launched\u000a00:09:13.946392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:14.199676 run patchelf(pid=1074): Launched\u000a00:09:14.369705 run osmo-stp_10.42.42.5(pid=1071): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1071)]\u000a00:09:14.494147 run osmo-stp_10.42.42.5(pid=1071): stdout: \u000a| (launched: 2022-12-10_00:09:13.086770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:14.618981 run osmo-stp_10.42.42.5(pid=1071): stderr: \u000a| �[0;m�[38;5;43m20221210000913255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000913256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000913256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000913256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000913258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000913259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000913259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:14.739302 run osmo-stp_10.42.42.5(pid=1071): stdout: \u000a| (launched: 2022-12-10_00:09:13.086770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:14.858631 run osmo-stp_10.42.42.5(pid=1071): stderr: \u000a| �[0;m�[38;5;43m20221210000913255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000913256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000913256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000913256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000913258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000913259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000913259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:14.997533 run patchelf(pid=1074): Terminating (SIGINT)\u000a00:09:15.160862 run patchelf(pid=1074): Terminated: ok {rc=0}\u000a00:09:15.191170 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1071): Process ended prematurely: osmo-stp_10.42.42.5(pid=1071) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1071)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a00:09:15.199971 tst ping.py:22: Test FAILED (6.2 sec)\u000a00:09:15.259006 run osmo-hlr_10.42.42.2(pid=1068): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1068)]\u000a00:09:15.307269 run osmo-hlr_10.42.42.2(pid=1068): stdout: \u000a| (launched: 2022-12-10_00:09:12.170983) \u000a00:09:15.356278 run osmo-hlr_10.42.42.2(pid=1068): stderr: \u000a| �[0;m�[1;31m20221210000912348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000912348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000912348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000912348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000912348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000912348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000912361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000912369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000912369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000912369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:15.397615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1067): Terminating (SIGTERM)\u000a00:09:15.436402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1070): Terminating (SIGTERM)\u000a00:09:15.475430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1073): Terminating (SIGTERM)\u000a00:09:15.484406 --- ParallelTerminationStrategy: PID 1067 died...\u000a00:09:15.537084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1067): Terminated: ok {rc=0}\u000a00:09:15.546545 --- ParallelTerminationStrategy: PID 1070 died...\u000a00:09:15.598734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1070): Terminated: ok {rc=0}\u000a00:09:15.608112 --- ParallelTerminationStrategy: PID 1073 died...\u000a00:09:15.660221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1073): Terminated: ok {rc=0}\u000a00:09:15.748274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1081): Process ended prematurely: osmo-stp_10.42.42.5(pid=1081) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1081)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1081): Process ended prematurely: osmo-stp_10.42.42.5(pid=1081) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:09:16.802540 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:16.819401 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:09:16.965506 tst ping_idle_ping.py: using LAC 24627\u000a00:09:17.122153 tst ping_idle_ping.py: using RAC 147\u000a00:09:17.251540 tst ping_idle_ping.py: using CellId 24627\u000a00:09:17.374650 tst ping_idle_ping.py: using BVCI 24628\u000a00:09:17.398885 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.410576 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.421994 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.434111 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.446888 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.459064 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.470603 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:09:17.482932 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:09:17.754357 tst ping_idle_ping.py:24: start network...\u000a00:09:17.875199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:18.343692 run create_hlr_db(pid=1075): Launched\u000a00:09:18.511826 bus /gobi_6: Setting Powered False\u000a00:09:19.533876 run create_hlr_db(pid=1075): Terminated: ok {rc=0}\u000a00:09:19.922019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1077): Launched\u000a00:09:20.213484 run osmo-hlr_10.42.42.2(pid=1078): Launched\u000a00:09:20.319174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:20.824309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1080): Launched\u000a00:09:21.116179 run osmo-stp_10.42.42.5(pid=1081): Launched\u000a00:09:21.222554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:21.729781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1083): Launched\u000a00:09:21.833243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:22.087106 run patchelf(pid=1084): Launched\u000a00:09:22.257934 run osmo-stp_10.42.42.5(pid=1081): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1081)]\u000a00:09:22.383219 run osmo-stp_10.42.42.5(pid=1081): stdout: \u000a| (launched: 2022-12-10_00:09:20.972250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:22.508607 run osmo-stp_10.42.42.5(pid=1081): stderr: \u000a| �[0;m�[38;5;43m20221210000921142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000921142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000921143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000921143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000921143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000921143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000921144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:22.629902 run osmo-stp_10.42.42.5(pid=1081): stdout: \u000a| (launched: 2022-12-10_00:09:20.972250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:22.749730 run osmo-stp_10.42.42.5(pid=1081): stderr: \u000a| �[0;m�[38;5;43m20221210000921142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000921142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000921143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000921143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000921143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000921143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000921144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:22.889374 run patchelf(pid=1084): Terminating (SIGINT)\u000a00:09:23.053392 run patchelf(pid=1084): Terminated: ok {rc=0}\u000a00:09:23.083239 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1081): Process ended prematurely: osmo-stp_10.42.42.5(pid=1081) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1081)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:09:23.091841 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a00:09:23.150828 run osmo-hlr_10.42.42.2(pid=1078): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1078)]\u000a00:09:23.199194 run osmo-hlr_10.42.42.2(pid=1078): stdout: \u000a| (launched: 2022-12-10_00:09:20.069938) \u000a00:09:23.248499 run osmo-hlr_10.42.42.2(pid=1078): stderr: \u000a| �[0;m�[1;31m20221210000920247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000920247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000920247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000920247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000920247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000920247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000920259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000920267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000920268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000920268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:23.290051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1077): Terminating (SIGTERM)\u000a00:09:23.329046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1080): Terminating (SIGTERM)\u000a00:09:23.368025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1083): Terminating (SIGTERM)\u000a00:09:23.377332 --- ParallelTerminationStrategy: PID 1077 died...\u000a00:09:23.429824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1077): Terminated: ok {rc=0}\u000a00:09:23.439240 --- ParallelTerminationStrategy: PID 1080 died...\u000a00:09:23.491559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1080): Terminated: ok {rc=0}\u000a00:09:23.500864 --- ParallelTerminationStrategy: PID 1083 died...\u000a00:09:23.552512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1083): Terminated: ok {rc=0}\u000a00:09:23.634774 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:08:26" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1098): Process ended prematurely: osmo-stp_10.42.42.5(pid=1098) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1098): Process ended prematurely: osmo-stp_10.42.42.5(pid=1098) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:09:25.787007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:25.798469 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:09:25.951538 tst cs_paging_gprs_active.py: using LAC 24628\u000a00:09:26.069641 tst cs_paging_gprs_active.py: using RAC 148\u000a00:09:26.193919 tst cs_paging_gprs_active.py: using CellId 24628\u000a00:09:26.318602 tst cs_paging_gprs_active.py: using BVCI 24629\u000a00:09:26.343063 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.354758 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.366253 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.377914 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.389608 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.401962 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.414085 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.426044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:26.437868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:26.553690 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:26.830217 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:09:26.954947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:27.263080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1088): Launched\u000a00:09:27.519415 run iperf3-srv_10.42.42.10(pid=1089): Launched\u000a00:09:27.700850 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:09:27.823821 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:28.130818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1090): Launched\u000a00:09:28.385740 run iperf3-srv_10.42.42.10(pid=1091): Launched\u000a00:09:28.566078 tst cs_paging_gprs_active.py:38: start network...\u000a00:09:28.689511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:29.163419 run create_hlr_db(pid=1092): Launched\u000a00:09:29.334682 bus /gobi_6: Setting Powered False\u000a00:09:30.356024 run create_hlr_db(pid=1092): Terminated: ok {rc=0}\u000a00:09:30.751965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1094): Launched\u000a00:09:31.170695 run osmo-hlr_10.42.42.2(pid=1095): Launched\u000a00:09:31.373278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:32.058814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1097): Launched\u000a00:09:32.373099 run osmo-stp_10.42.42.5(pid=1098): Launched\u000a00:09:32.490701 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:33.045296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1100): Launched\u000a00:09:33.158981 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:33.435903 run patchelf(pid=1101): Launched\u000a00:09:33.622016 run osmo-stp_10.42.42.5(pid=1098): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)]\u000a00:09:33.758469 run osmo-stp_10.42.42.5(pid=1098): stdout: \u000a| (launched: 2022-12-10_00:09:32.213363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:33.894918 run osmo-stp_10.42.42.5(pid=1098): stderr: \u000a| �[0;m�[38;5;43m20221210000932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000932406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:34.026568 run osmo-stp_10.42.42.5(pid=1098): stdout: \u000a| (launched: 2022-12-10_00:09:32.213363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:34.157265 run osmo-stp_10.42.42.5(pid=1098): stderr: \u000a| �[0;m�[38;5;43m20221210000932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000932406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000932406 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000932407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:34.309428 run patchelf(pid=1101): Terminating (SIGINT)\u000a00:09:34.488215 run patchelf(pid=1101): Terminated: ok {rc=0}\u000a00:09:34.521107 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1098): Process ended prematurely: osmo-stp_10.42.42.5(pid=1098) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1098)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:09:34.530892 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:09:34.594154 run osmo-hlr_10.42.42.2(pid=1095): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1095)]\u000a00:09:34.645186 run osmo-hlr_10.42.42.2(pid=1095): stdout: \u000a| (launched: 2022-12-10_00:09:30.921259) \u000a00:09:34.697227 run osmo-hlr_10.42.42.2(pid=1095): stderr: \u000a| �[0;m�[1;31m20221210000931272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000931272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000931272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000931272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000931272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000931272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000931284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000931300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000931300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000931300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:34.741049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1088): Terminating (SIGTERM)\u000a00:09:34.782934 run iperf3-srv_10.42.42.10(pid=1089): Terminating (SIGTERM)\u000a00:09:34.824670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1090): Terminating (SIGTERM)\u000a00:09:34.865897 run iperf3-srv_10.42.42.10(pid=1091): Terminating (SIGTERM)\u000a00:09:34.907817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1094): Terminating (SIGTERM)\u000a00:09:34.949195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1097): Terminating (SIGTERM)\u000a00:09:34.990968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1100): Terminating (SIGTERM)\u000a00:09:35.000609 --- ParallelTerminationStrategy: PID 1088 died...\u000a00:09:35.056481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1088): Terminated: ok {rc=0}\u000a00:09:35.066528 --- ParallelTerminationStrategy: PID 1089 died...\u000a00:09:35.121788 run iperf3-srv_10.42.42.10(pid=1089): Terminated {rc=256}\u000a00:09:35.131759 --- ParallelTerminationStrategy: PID 1090 died...\u000a00:09:35.186947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1090): Terminated: ok {rc=0}\u000a00:09:35.196868 --- ParallelTerminationStrategy: PID 1091 died...\u000a00:09:35.251812 run iperf3-srv_10.42.42.10(pid=1091): Terminated {rc=256}\u000a00:09:35.262101 --- ParallelTerminationStrategy: PID 1094 died...\u000a00:09:35.317434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1094): Terminated: ok {rc=0}\u000a00:09:35.327499 --- ParallelTerminationStrategy: PID 1097 died...\u000a00:09:35.382848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1097): Terminated: ok {rc=0}\u000a00:09:35.393073 --- ParallelTerminationStrategy: PID 1100 died...\u000a00:09:35.448403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1100): Terminated: ok {rc=0}\u000a00:09:35.533762 bus /gobi_0: Setting Powered False\u000a00:09:36.641125 bus /gobi_0: Setting Powered False\u000a00:09:37.747297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1110): Process ended prematurely: osmo-stp_10.42.42.5(pid=1110) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1110)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1110): Process ended prematurely: osmo-stp_10.42.42.5(pid=1110) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:09:38.860824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:38.873223 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:09:39.035572 tst iperf3.py: using LAC 24629\u000a00:09:39.153277 tst iperf3.py: using RAC 149\u000a00:09:39.270896 tst iperf3.py: using CellId 24629\u000a00:09:39.388092 tst iperf3.py: using BVCI 24630\u000a00:09:39.410948 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.422123 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.433018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.443873 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.454839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.465676 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.476629 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.487385 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:39.498302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:39.772026 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:09:39.895732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:40.202918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1102): Launched\u000a00:09:40.458005 run iperf3-srv_10.42.42.10(pid=1103): Launched\u000a00:09:40.638677 tst iperf3.py:8: start network...\u000a00:09:40.762234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:41.236794 run create_hlr_db(pid=1104): Launched\u000a00:09:41.407610 bus /gobi_6: Setting Powered False\u000a00:09:42.428266 run create_hlr_db(pid=1104): Terminated: ok {rc=0}\u000a00:09:42.850817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1106): Launched\u000a00:09:43.169497 run osmo-hlr_10.42.42.2(pid=1107): Launched\u000a00:09:43.284851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:43.841703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1109): Launched\u000a00:09:44.159065 run osmo-stp_10.42.42.5(pid=1110): Launched\u000a00:09:44.274772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:44.827554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1112): Launched\u000a00:09:44.941425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:45.218101 run patchelf(pid=1114): Launched\u000a00:09:45.404378 run osmo-stp_10.42.42.5(pid=1110): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1110)]\u000a00:09:45.540900 run osmo-stp_10.42.42.5(pid=1110): stdout: \u000a| (launched: 2022-12-10_00:09:44.002962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:45.678690 run osmo-stp_10.42.42.5(pid=1110): stderr: \u000a| �[0;m�[38;5;43m20221210000944194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000944194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000944194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000944194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000944195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000944195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000944195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:45.810438 run osmo-stp_10.42.42.5(pid=1110): stdout: \u000a| (launched: 2022-12-10_00:09:44.002962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:45.951579 run osmo-stp_10.42.42.5(pid=1110): stderr: \u000a| �[0;m�[38;5;43m20221210000944194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000944194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000944194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000944194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000944195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000944195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000944195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:46.098256 run patchelf(pid=1114): Terminating (SIGINT)\u000a00:09:46.271155 run patchelf(pid=1114): Terminated: ok {rc=0}\u000a00:09:46.303531 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1110): Process ended prematurely: osmo-stp_10.42.42.5(pid=1110) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1110)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:09:46.313927 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:09:46.378619 run osmo-hlr_10.42.42.2(pid=1107): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1107)]\u000a00:09:46.430191 run osmo-hlr_10.42.42.2(pid=1107): stdout: \u000a| (launched: 2022-12-10_00:09:43.013175) \u000a00:09:46.483375 run osmo-hlr_10.42.42.2(pid=1107): stderr: \u000a| �[0;m�[1;31m20221210000943211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000943211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000943211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000943211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000943211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000943211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000943249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000943258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000943259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000943259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:46.527172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1102): Terminating (SIGTERM)\u000a00:09:46.570588 run iperf3-srv_10.42.42.10(pid=1103): Terminating (SIGTERM)\u000a00:09:46.612418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1106): Terminating (SIGTERM)\u000a00:09:46.655699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1109): Terminating (SIGTERM)\u000a00:09:46.702842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1112): Terminating (SIGTERM)\u000a00:09:46.713268 --- ParallelTerminationStrategy: PID 1102 died...\u000a00:09:46.771191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1102): Terminated: ok {rc=0}\u000a00:09:46.782543 --- ParallelTerminationStrategy: PID 1103 died...\u000a00:09:46.838512 run iperf3-srv_10.42.42.10(pid=1103): Terminated {rc=256}\u000a00:09:46.849976 --- ParallelTerminationStrategy: PID 1106 died...\u000a00:09:46.906257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1106): Terminated: ok {rc=0}\u000a00:09:46.916633 --- ParallelTerminationStrategy: PID 1109 died...\u000a00:09:46.971573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1109): Terminated: ok {rc=0}\u000a00:09:46.983021 --- ParallelTerminationStrategy: PID 1112 died...\u000a00:09:47.039048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1112): Terminated: ok {rc=0}\u000a00:09:47.125545 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:09:48.241244 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.253177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:09:48.411201 tst iperf3m4.py: using LAC 24630\u000a00:09:48.530598 tst iperf3m4.py: using RAC 150\u000a00:09:48.646928 tst iperf3m4.py: using CellId 24630\u000a00:09:48.765755 tst iperf3m4.py: using BVCI 24631\u000a00:09:48.788517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.799561 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.810693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.822245 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.833683 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.844995 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.856372 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.867583 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:09:48.879133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:48.999609 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:49.118426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:49.236794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:09:49.514547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:09:49.638772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:49.946637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1115): Launched\u000a00:09:50.202140 run iperf3-srv_10.42.42.10(pid=1116): Launched\u000a00:09:50.383343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:09:50.506955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:50.813695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1117): Launched\u000a00:09:51.068058 run iperf3-srv_10.42.42.10(pid=1118): Launched\u000a00:09:51.249042 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:09:51.372176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:51.680036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1120): Launched\u000a00:09:51.935344 run iperf3-srv_10.42.42.10(pid=1121): Launched\u000a00:09:52.117508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:09:52.241791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:09:52.549424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1122): Launched\u000a00:09:52.804049 run iperf3-srv_10.42.42.10(pid=1123): Launched\u000a00:09:52.984535 tst iperf3m4.py:8: start network...\u000a00:09:53.108053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:09:53.581838 run create_hlr_db(pid=1128): Launched\u000a00:09:53.752314 bus /gobi_6: Setting Powered False\u000a00:09:54.775581 run create_hlr_db(pid=1128): Terminated: ok {rc=0}\u000a00:09:55.197437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Launched\u000a00:09:55.516323 run osmo-hlr_10.42.42.2(pid=1131): Launched\u000a00:09:55.637275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:09:56.194420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Launched\u000a00:09:56.512725 run osmo-stp_10.42.42.5(pid=1139): Launched\u000a00:09:56.630381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:09:57.186470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1141): Launched\u000a00:09:57.300403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:09:57.579319 run patchelf(pid=1142): Launched\u000a00:09:57.766527 run osmo-stp_10.42.42.5(pid=1139): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)]\u000a00:09:57.903665 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-10_00:09:56.356619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:58.041461 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221210000956547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000956548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000956548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000956548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000956549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000956549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000956549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:58.174120 run osmo-stp_10.42.42.5(pid=1139): stdout: \u000a| (launched: 2022-12-10_00:09:56.356619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:09:58.305202 run osmo-stp_10.42.42.5(pid=1139): stderr: \u000a| �[0;m�[38;5;43m20221210000956547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210000956548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210000956548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210000956548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210000956549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210000956549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210000956549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:09:58.458047 run patchelf(pid=1142): Terminating (SIGINT)\u000a00:09:58.638013 run patchelf(pid=1142): Terminated: ok {rc=0}\u000a00:09:58.670978 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1139): Process ended prematurely: osmo-stp_10.42.42.5(pid=1139) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1139)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:09:58.680836 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a00:09:58.744157 run osmo-hlr_10.42.42.2(pid=1131): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1131)]\u000a00:09:58.795407 run osmo-hlr_10.42.42.2(pid=1131): stdout: \u000a| (launched: 2022-12-10_00:09:55.359888) \u000a00:09:58.847186 run osmo-hlr_10.42.42.2(pid=1131): stderr: \u000a| �[0;m�[1;31m20221210000955558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210000955558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210000955558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000955558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210000955558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210000955558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210000955571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210000955579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210000955579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210000955579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:09:58.891358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1115): Terminating (SIGTERM)\u000a00:09:58.932896 run iperf3-srv_10.42.42.10(pid=1116): Terminating (SIGTERM)\u000a00:09:58.974584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1117): Terminating (SIGTERM)\u000a00:09:59.016022 run iperf3-srv_10.42.42.10(pid=1118): Terminating (SIGTERM)\u000a00:09:59.057917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1120): Terminating (SIGTERM)\u000a00:09:59.099357 run iperf3-srv_10.42.42.10(pid=1121): Terminating (SIGTERM)\u000a00:09:59.141092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1122): Terminating (SIGTERM)\u000a00:09:59.182633 run iperf3-srv_10.42.42.10(pid=1123): Terminating (SIGTERM)\u000a00:09:59.223920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminating (SIGTERM)\u000a00:09:59.265724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminating (SIGTERM)\u000a00:09:59.307279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1141): Terminating (SIGTERM)\u000a00:09:59.317171 --- ParallelTerminationStrategy: PID 1115 died...\u000a00:09:59.373579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1115): Terminated: ok {rc=0}\u000a00:09:59.383703 --- ParallelTerminationStrategy: PID 1116 died...\u000a00:09:59.438864 run iperf3-srv_10.42.42.10(pid=1116): Terminated {rc=256}\u000a00:09:59.449374 --- ParallelTerminationStrategy: PID 1117 died...\u000a00:09:59.504417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1117): Terminated: ok {rc=0}\u000a00:09:59.514630 --- ParallelTerminationStrategy: PID 1118 died...\u000a00:09:59.570066 run iperf3-srv_10.42.42.10(pid=1118): Terminated {rc=256}\u000a00:09:59.580275 --- ParallelTerminationStrategy: PID 1120 died...\u000a00:09:59.636245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1120): Terminated: ok {rc=0}\u000a00:09:59.646331 --- ParallelTerminationStrategy: PID 1121 died...\u000a00:09:59.701764 run iperf3-srv_10.42.42.10(pid=1121): Terminated {rc=256}\u000a00:09:59.711821 --- ParallelTerminationStrategy: PID 1122 died...\u000a00:09:59.767425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1122): Terminated: ok {rc=0}\u000a00:09:59.777667 --- ParallelTerminationStrategy: PID 1123 died...\u000a00:09:59.833228 run iperf3-srv_10.42.42.10(pid=1123): Terminated {rc=256}\u000a00:09:59.843637 --- ParallelTerminationStrategy: PID 1130 died...\u000a00:09:59.899618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1130): Terminated: ok {rc=0}\u000a00:09:59.909809 --- ParallelTerminationStrategy: PID 1133 died...\u000a00:09:59.965366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1133): Terminated: ok {rc=0}\u000a00:09:59.975744 --- ParallelTerminationStrategy: PID 1141 died...\u000a00:10:00.031456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1141): Terminated: ok {rc=0}\u000a00:10:00.118212 bus /gobi_4: Setting Powered False\u000a00:10:01.237421 bus /gobi_4: Setting Powered False\u000a00:10:02.349603 bus /gobi_1: Setting Powered False\u000a00:10:03.455753 bus /gobi_1: Setting Powered False\u000a00:10:04.567173 bus /gobi_0: Setting Powered False\u000a00:10:05.667666 bus /gobi_0: Setting Powered False\u000a00:10:06.778626 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:10:07.848669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:07.860778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:08.022823 tst ping.py: using LAC 24631\u000a00:10:08.145084 tst ping.py: using RAC 151\u000a00:10:08.269987 tst ping.py: using CellId 24631\u000a00:10:08.393715 tst ping.py: using BVCI 24632\u000a00:10:08.417789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:08.429337 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:08.441165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:08.452874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:08.464134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:08.475741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:08.487638 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:08.499617 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:08.772605 tst ping.py:19: start network...\u000a00:10:08.894917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:09.364103 run create_hlr_db(pid=1147): Launched\u000a00:10:09.532752 bus /gobi_6: Setting Powered False\u000a00:10:10.554184 run create_hlr_db(pid=1147): Terminated: ok {rc=0}\u000a00:10:10.969090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Launched\u000a00:10:11.281370 run osmo-hlr_10.42.42.2(pid=1150): Launched\u000a00:10:11.398982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:11.945494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Launched\u000a00:10:12.257219 run osmo-stp_10.42.42.5(pid=1153): Launched\u000a00:10:12.370726 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:12.913757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1155): Launched\u000a00:10:13.025315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:13.297181 run patchelf(pid=1156): Launched\u000a00:10:13.479760 run osmo-stp_10.42.42.5(pid=1153): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)]\u000a00:10:13.614032 run osmo-stp_10.42.42.5(pid=1153): stdout: \u000a| (launched: 2022-12-10_00:10:12.104096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:13.748603 run osmo-stp_10.42.42.5(pid=1153): stderr: \u000a| �[0;m�[38;5;43m20221210001012295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001012295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001012295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001012296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001012298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001012298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001012298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:13.878096 run osmo-stp_10.42.42.5(pid=1153): stdout: \u000a| (launched: 2022-12-10_00:10:12.104096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:14.006398 run osmo-stp_10.42.42.5(pid=1153): stderr: \u000a| �[0;m�[38;5;43m20221210001012295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001012295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001012295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001012296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001012298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001012298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001012298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:14.155663 run patchelf(pid=1156): Terminating (SIGINT)\u000a00:10:14.330887 run patchelf(pid=1156): Terminated: ok {rc=0}\u000a00:10:14.362835 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1153): Process ended prematurely: osmo-stp_10.42.42.5(pid=1153) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1153)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:10:14.372126 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:10:14.435184 run osmo-hlr_10.42.42.2(pid=1150): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1150)]\u000a00:10:14.486484 run osmo-hlr_10.42.42.2(pid=1150): stdout: \u000a| (launched: 2022-12-10_00:10:11.127781) \u000a00:10:14.538401 run osmo-hlr_10.42.42.2(pid=1150): stderr: \u000a| �[0;m�[1;31m20221210001011325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001011325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001011325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001011325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001011325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001011325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001011339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001011347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001011347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001011347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:14.582451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Terminating (SIGTERM)\u000a00:10:14.624349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Terminating (SIGTERM)\u000a00:10:14.665774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1155): Terminating (SIGTERM)\u000a00:10:14.675601 --- ParallelTerminationStrategy: PID 1149 died...\u000a00:10:14.731278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1149): Terminated: ok {rc=0}\u000a00:10:14.741998 --- ParallelTerminationStrategy: PID 1152 died...\u000a00:10:14.797669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1152): Terminated: ok {rc=0}\u000a00:10:14.807688 --- ParallelTerminationStrategy: PID 1155 died...\u000a00:10:14.863155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1155): Terminated: ok {rc=0}\u000a00:10:14.949234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1163): Process ended prematurely: osmo-stp_10.42.42.5(pid=1163) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1163)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1163): Process ended prematurely: osmo-stp_10.42.42.5(pid=1163) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:10:16.002236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.015227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:10:16.182506 tst ping_idle_ping.py: using LAC 24632\u000a00:10:16.335628 tst ping_idle_ping.py: using RAC 152\u000a00:10:16.469088 tst ping_idle_ping.py: using CellId 24632\u000a00:10:16.592893 tst ping_idle_ping.py: using BVCI 24633\u000a00:10:16.618059 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.630303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.642765 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.654986 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.667317 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.679571 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.691989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:10:16.704603 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:10:17.037081 tst ping_idle_ping.py:24: start network...\u000a00:10:17.165091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:17.639023 run create_hlr_db(pid=1157): Launched\u000a00:10:17.809308 bus /gobi_6: Setting Powered False\u000a00:10:18.829583 run create_hlr_db(pid=1157): Terminated: ok {rc=0}\u000a00:10:19.219901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1159): Launched\u000a00:10:19.512277 run osmo-hlr_10.42.42.2(pid=1160): Launched\u000a00:10:19.624052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:20.142957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1162): Launched\u000a00:10:20.435877 run osmo-stp_10.42.42.5(pid=1163): Launched\u000a00:10:20.541280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:21.051369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1165): Launched\u000a00:10:21.155325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:21.410565 run patchelf(pid=1166): Launched\u000a00:10:21.581619 run osmo-stp_10.42.42.5(pid=1163): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1163)]\u000a00:10:21.707390 run osmo-stp_10.42.42.5(pid=1163): stdout: \u000a| (launched: 2022-12-10_00:10:20.291682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:21.833480 run osmo-stp_10.42.42.5(pid=1163): stderr: \u000a| �[0;m�[38;5;43m20221210001020463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001020463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001020463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001020463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001020464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001020464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001020464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:21.955275 run osmo-stp_10.42.42.5(pid=1163): stdout: \u000a| (launched: 2022-12-10_00:10:20.291682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:22.075427 run osmo-stp_10.42.42.5(pid=1163): stderr: \u000a| �[0;m�[38;5;43m20221210001020463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001020463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001020463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001020463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001020464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001020464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001020464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:22.215293 run patchelf(pid=1166): Terminating (SIGINT)\u000a00:10:22.379714 run patchelf(pid=1166): Terminated: ok {rc=0}\u000a00:10:22.409728 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1163): Process ended prematurely: osmo-stp_10.42.42.5(pid=1163) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1163)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:10:22.418363 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:10:22.477002 run osmo-hlr_10.42.42.2(pid=1160): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1160)]\u000a00:10:22.525142 run osmo-hlr_10.42.42.2(pid=1160): stdout: \u000a| (launched: 2022-12-10_00:10:19.368863) \u000a00:10:22.573965 run osmo-hlr_10.42.42.2(pid=1160): stderr: \u000a| �[0;m�[1;31m20221210001019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001019556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001019565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001019565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001019565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:22.615458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1159): Terminating (SIGTERM)\u000a00:10:22.654438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1162): Terminating (SIGTERM)\u000a00:10:22.693387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1165): Terminating (SIGTERM)\u000a00:10:22.702417 --- ParallelTerminationStrategy: PID 1159 died...\u000a00:10:22.754799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1159): Terminated: ok {rc=0}\u000a00:10:22.764236 --- ParallelTerminationStrategy: PID 1162 died...\u000a00:10:22.816377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1162): Terminated: ok {rc=0}\u000a00:10:22.825875 --- ParallelTerminationStrategy: PID 1165 died...\u000a00:10:22.878025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1165): Terminated: ok {rc=0}\u000a00:10:22.965299 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:09:25" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1184): Process ended prematurely: osmo-stp_10.42.42.5(pid=1184) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1184): Process ended prematurely: osmo-stp_10.42.42.5(pid=1184) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:10:25.104686 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.115692 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:10:25.264012 tst cs_paging_gprs_active.py: using LAC 24633\u000a00:10:25.379092 tst cs_paging_gprs_active.py: using RAC 153\u000a00:10:25.494608 tst cs_paging_gprs_active.py: using CellId 24633\u000a00:10:25.610435 tst cs_paging_gprs_active.py: using BVCI 24634\u000a00:10:25.633272 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.644274 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.655106 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.665942 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.676689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.687512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.698396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.709171 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:25.720061 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:25.839315 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:26.118198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:10:26.242852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:26.551378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1172): Launched\u000a00:10:26.806988 run iperf3-srv_10.42.42.10(pid=1174): Launched\u000a00:10:26.989284 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:10:27.113436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:27.422154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1176): Launched\u000a00:10:27.677802 run iperf3-srv_10.42.42.10(pid=1177): Launched\u000a00:10:27.859879 tst cs_paging_gprs_active.py:38: start network...\u000a00:10:27.983381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:28.461230 run create_hlr_db(pid=1178): Launched\u000a00:10:28.632744 bus /gobi_6: Setting Powered False\u000a00:10:29.653957 run create_hlr_db(pid=1178): Terminated: ok {rc=0}\u000a00:10:30.078602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1180): Launched\u000a00:10:30.399046 run osmo-hlr_10.42.42.2(pid=1181): Launched\u000a00:10:30.518369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:31.101933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1183): Launched\u000a00:10:31.500271 run osmo-stp_10.42.42.5(pid=1184): Launched\u000a00:10:31.713775 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:32.287218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1186): Launched\u000a00:10:32.401440 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:32.695144 run patchelf(pid=1187): Launched\u000a00:10:32.882595 run osmo-stp_10.42.42.5(pid=1184): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)]\u000a00:10:33.019885 run osmo-stp_10.42.42.5(pid=1184): stdout: \u000a| (launched: 2022-12-10_00:10:31.266650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:33.158346 run osmo-stp_10.42.42.5(pid=1184): stderr: \u000a| �[0;m�[38;5;43m20221210001031521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001031521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001031529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001031529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001031530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001031530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001031530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:33.291005 run osmo-stp_10.42.42.5(pid=1184): stdout: \u000a| (launched: 2022-12-10_00:10:31.266650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:33.422809 run osmo-stp_10.42.42.5(pid=1184): stderr: \u000a| �[0;m�[38;5;43m20221210001031521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001031521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001031529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001031529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001031530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001031530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001031530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:33.576147 run patchelf(pid=1187): Terminating (SIGINT)\u000a00:10:33.757316 run patchelf(pid=1187): Terminated: ok {rc=0}\u000a00:10:33.790591 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1184): Process ended prematurely: osmo-stp_10.42.42.5(pid=1184) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1184)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:10:33.800589 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:10:33.863987 run osmo-hlr_10.42.42.2(pid=1181): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1181)]\u000a00:10:33.915250 run osmo-hlr_10.42.42.2(pid=1181): stdout: \u000a| (launched: 2022-12-10_00:10:30.241976) \u000a00:10:33.966918 run osmo-hlr_10.42.42.2(pid=1181): stderr: \u000a| �[0;m�[1;31m20221210001030438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001030438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001030438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001030439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001030439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001030439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001030452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001030461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001030461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001030461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:34.011129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1172): Terminating (SIGTERM)\u000a00:10:34.052630 run iperf3-srv_10.42.42.10(pid=1174): Terminating (SIGTERM)\u000a00:10:34.094707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1176): Terminating (SIGTERM)\u000a00:10:34.136287 run iperf3-srv_10.42.42.10(pid=1177): Terminating (SIGTERM)\u000a00:10:34.178192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1180): Terminating (SIGTERM)\u000a00:10:34.219823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1183): Terminating (SIGTERM)\u000a00:10:34.261742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1186): Terminating (SIGTERM)\u000a00:10:34.271374 --- ParallelTerminationStrategy: PID 1172 died...\u000a00:10:34.327476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1172): Terminated: ok {rc=0}\u000a00:10:34.337851 --- ParallelTerminationStrategy: PID 1174 died...\u000a00:10:34.393427 run iperf3-srv_10.42.42.10(pid=1174): Terminated {rc=256}\u000a00:10:34.403385 --- ParallelTerminationStrategy: PID 1176 died...\u000a00:10:34.458741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1176): Terminated: ok {rc=0}\u000a00:10:34.468912 --- ParallelTerminationStrategy: PID 1177 died...\u000a00:10:34.524926 run iperf3-srv_10.42.42.10(pid=1177): Terminated {rc=256}\u000a00:10:34.534927 --- ParallelTerminationStrategy: PID 1180 died...\u000a00:10:34.590193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1180): Terminated: ok {rc=0}\u000a00:10:34.600651 --- ParallelTerminationStrategy: PID 1183 died...\u000a00:10:34.655935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1183): Terminated: ok {rc=0}\u000a00:10:34.666185 --- ParallelTerminationStrategy: PID 1186 died...\u000a00:10:34.721521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1186): Terminated: ok {rc=0}\u000a00:10:34.808546 bus /gobi_0: Setting Powered False\u000a00:10:35.914341 bus /gobi_0: Setting Powered False\u000a00:10:37.021118 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1196): Process ended prematurely: osmo-stp_10.42.42.5(pid=1196) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1196)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1196): Process ended prematurely: osmo-stp_10.42.42.5(pid=1196) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:10:38.136805 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.148890 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:10:38.311080 tst iperf3.py: using LAC 24634\u000a00:10:38.435810 tst iperf3.py: using RAC 154\u000a00:10:38.561004 tst iperf3.py: using CellId 24634\u000a00:10:38.688164 tst iperf3.py: using BVCI 24635\u000a00:10:38.712588 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.724189 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.735453 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.747016 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.758697 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.770179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.781867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.794027 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:38.805678 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:39.096376 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:10:39.229233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:39.559050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1188): Launched\u000a00:10:39.832330 run iperf3-srv_10.42.42.10(pid=1189): Launched\u000a00:10:40.028695 tst iperf3.py:8: start network...\u000a00:10:40.162148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:40.662295 run create_hlr_db(pid=1190): Launched\u000a00:10:40.846694 bus /gobi_6: Setting Powered False\u000a00:10:41.867399 run create_hlr_db(pid=1190): Terminated: ok {rc=0}\u000a00:10:42.267395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1192): Launched\u000a00:10:42.565814 run osmo-hlr_10.42.42.2(pid=1193): Launched\u000a00:10:42.676474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:43.193699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1195): Launched\u000a00:10:43.490690 run osmo-stp_10.42.42.5(pid=1196): Launched\u000a00:10:43.600603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:44.118885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1198): Launched\u000a00:10:44.225074 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:44.484508 run patchelf(pid=1199): Launched\u000a00:10:44.658572 run osmo-stp_10.42.42.5(pid=1196): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1196)]\u000a00:10:44.785862 run osmo-stp_10.42.42.5(pid=1196): stdout: \u000a| (launched: 2022-12-10_00:10:43.344668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:44.913684 run osmo-stp_10.42.42.5(pid=1196): stderr: \u000a| �[0;m�[38;5;43m20221210001043515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001043515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001043516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001043516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001043517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001043517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001043517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:45.036301 run osmo-stp_10.42.42.5(pid=1196): stdout: \u000a| (launched: 2022-12-10_00:10:43.344668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:45.158421 run osmo-stp_10.42.42.5(pid=1196): stderr: \u000a| �[0;m�[38;5;43m20221210001043515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001043515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001043516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001043516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001043517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001043517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001043517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:45.300728 run patchelf(pid=1199): Terminating (SIGINT)\u000a00:10:45.468171 run patchelf(pid=1199): Terminated: ok {rc=0}\u000a00:10:45.499000 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1196): Process ended prematurely: osmo-stp_10.42.42.5(pid=1196) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1196)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:10:45.508248 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:10:45.567656 run osmo-hlr_10.42.42.2(pid=1193): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1193)]\u000a00:10:45.616323 run osmo-hlr_10.42.42.2(pid=1193): stdout: \u000a| (launched: 2022-12-10_00:10:42.418933) \u000a00:10:45.665706 run osmo-hlr_10.42.42.2(pid=1193): stderr: \u000a| �[0;m�[1;31m20221210001042595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001042595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001042595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001042596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001042596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001042596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001042608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001042617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001042617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001042618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:45.707629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1188): Terminating (SIGTERM)\u000a00:10:45.746997 run iperf3-srv_10.42.42.10(pid=1189): Terminating (SIGTERM)\u000a00:10:45.786356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1192): Terminating (SIGTERM)\u000a00:10:45.825704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1195): Terminating (SIGTERM)\u000a00:10:45.876331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1198): Terminating (SIGTERM)\u000a00:10:45.892373 --- ParallelTerminationStrategy: PID 1188 died...\u000a00:10:45.954795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1188): Terminated: ok {rc=0}\u000a00:10:45.965835 --- ParallelTerminationStrategy: PID 1189 died...\u000a00:10:46.025161 run iperf3-srv_10.42.42.10(pid=1189): Terminated {rc=256}\u000a00:10:46.036150 --- ParallelTerminationStrategy: PID 1192 died...\u000a00:10:46.096459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1192): Terminated: ok {rc=0}\u000a00:10:46.107521 --- ParallelTerminationStrategy: PID 1195 died...\u000a00:10:46.167101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1195): Terminated: ok {rc=0}\u000a00:10:46.178295 --- ParallelTerminationStrategy: PID 1198 died...\u000a00:10:46.237164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1198): Terminated: ok {rc=0}\u000a00:10:46.328549 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1214): Process ended prematurely: osmo-stp_10.42.42.5(pid=1214) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1214)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1214): Process ended prematurely: osmo-stp_10.42.42.5(pid=1214) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:10:47.443236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:47.455421 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:10:47.619559 tst iperf3m4.py: using LAC 24635\u000a00:10:47.746558 tst iperf3m4.py: using RAC 155\u000a00:10:47.876315 tst iperf3m4.py: using CellId 24635\u000a00:10:48.001079 tst iperf3m4.py: using BVCI 24636\u000a00:10:48.025715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.037422 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.048860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.060902 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.073129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.085168 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.097344 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.109278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:10:48.122311 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:48.241334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:48.362820 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:48.482508 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:10:48.760071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:10:48.884308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:49.191990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1200): Launched\u000a00:10:49.447581 run iperf3-srv_10.42.42.10(pid=1201): Launched\u000a00:10:49.629593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:10:49.753739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:50.063262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1202): Launched\u000a00:10:50.319477 run iperf3-srv_10.42.42.10(pid=1203): Launched\u000a00:10:50.500767 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:10:50.624579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:50.932732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1204): Launched\u000a00:10:51.190556 run iperf3-srv_10.42.42.10(pid=1205): Launched\u000a00:10:51.372054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:10:51.495988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:10:51.804127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1206): Launched\u000a00:10:52.061384 run iperf3-srv_10.42.42.10(pid=1207): Launched\u000a00:10:52.242438 tst iperf3m4.py:8: start network...\u000a00:10:52.366496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:10:52.843749 run create_hlr_db(pid=1208): Launched\u000a00:10:53.015315 bus /gobi_6: Setting Powered False\u000a00:10:54.037288 run create_hlr_db(pid=1208): Terminated: ok {rc=0}\u000a00:10:54.462285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1210): Launched\u000a00:10:54.783787 run osmo-hlr_10.42.42.2(pid=1211): Launched\u000a00:10:54.900559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:10:55.458967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1213): Launched\u000a00:10:55.778823 run osmo-stp_10.42.42.5(pid=1214): Launched\u000a00:10:55.895028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:10:56.450950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1216): Launched\u000a00:10:56.565279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:10:56.844198 run patchelf(pid=1217): Launched\u000a00:10:57.031278 run osmo-stp_10.42.42.5(pid=1214): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1214)]\u000a00:10:57.168646 run osmo-stp_10.42.42.5(pid=1214): stdout: \u000a| (launched: 2022-12-10_00:10:55.622152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:57.306440 run osmo-stp_10.42.42.5(pid=1214): stderr: \u000a| �[0;m�[38;5;43m20221210001055812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001055813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001055813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001055813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001055814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001055814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001055814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:57.438930 run osmo-stp_10.42.42.5(pid=1214): stdout: \u000a| (launched: 2022-12-10_00:10:55.622152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:10:57.570572 run osmo-stp_10.42.42.5(pid=1214): stderr: \u000a| �[0;m�[38;5;43m20221210001055812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001055813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001055813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001055813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001055814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001055814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001055814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:10:57.724430 run patchelf(pid=1217): Terminating (SIGINT)\u000a00:10:57.904133 run patchelf(pid=1217): Terminated: ok {rc=0}\u000a00:10:57.937387 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1214): Process ended prematurely: osmo-stp_10.42.42.5(pid=1214) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1214)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:10:57.947605 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a00:10:58.011325 run osmo-hlr_10.42.42.2(pid=1211): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1211)]\u000a00:10:58.062925 run osmo-hlr_10.42.42.2(pid=1211): stdout: \u000a| (launched: 2022-12-10_00:10:54.625898) \u000a00:10:58.115006 run osmo-hlr_10.42.42.2(pid=1211): stderr: \u000a| �[0;m�[1;31m20221210001054823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001054823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001054823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001054823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001054823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001054823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001054835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001054843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001054843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001054843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:10:58.159063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1200): Terminating (SIGTERM)\u000a00:10:58.201341 run iperf3-srv_10.42.42.10(pid=1201): Terminating (SIGTERM)\u000a00:10:58.242981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1202): Terminating (SIGTERM)\u000a00:10:58.284613 run iperf3-srv_10.42.42.10(pid=1203): Terminating (SIGTERM)\u000a00:10:58.326336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1204): Terminating (SIGTERM)\u000a00:10:58.367748 run iperf3-srv_10.42.42.10(pid=1205): Terminating (SIGTERM)\u000a00:10:58.409536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1206): Terminating (SIGTERM)\u000a00:10:58.451567 run iperf3-srv_10.42.42.10(pid=1207): Terminating (SIGTERM)\u000a00:10:58.493491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1210): Terminating (SIGTERM)\u000a00:10:58.535065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1213): Terminating (SIGTERM)\u000a00:10:58.576653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1216): Terminating (SIGTERM)\u000a00:10:58.586539 --- ParallelTerminationStrategy: PID 1200 died...\u000a00:10:58.643387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1200): Terminated: ok {rc=0}\u000a00:10:58.653868 --- ParallelTerminationStrategy: PID 1201 died...\u000a00:10:58.709742 run iperf3-srv_10.42.42.10(pid=1201): Terminated {rc=256}\u000a00:10:58.719690 --- ParallelTerminationStrategy: PID 1202 died...\u000a00:10:58.775347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1202): Terminated: ok {rc=0}\u000a00:10:58.785402 --- ParallelTerminationStrategy: PID 1203 died...\u000a00:10:58.840865 run iperf3-srv_10.42.42.10(pid=1203): Terminated {rc=256}\u000a00:10:58.850874 --- ParallelTerminationStrategy: PID 1204 died...\u000a00:10:58.906538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1204): Terminated: ok {rc=0}\u000a00:10:58.916559 --- ParallelTerminationStrategy: PID 1205 died...\u000a00:10:58.972094 run iperf3-srv_10.42.42.10(pid=1205): Terminated {rc=256}\u000a00:10:58.982120 --- ParallelTerminationStrategy: PID 1206 died...\u000a00:10:59.037819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1206): Terminated: ok {rc=0}\u000a00:10:59.047827 --- ParallelTerminationStrategy: PID 1207 died...\u000a00:10:59.103356 run iperf3-srv_10.42.42.10(pid=1207): Terminated {rc=256}\u000a00:10:59.113405 --- ParallelTerminationStrategy: PID 1210 died...\u000a00:10:59.169474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1210): Terminated: ok {rc=0}\u000a00:10:59.179556 --- ParallelTerminationStrategy: PID 1213 died...\u000a00:10:59.235297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1213): Terminated: ok {rc=0}\u000a00:10:59.245444 --- ParallelTerminationStrategy: PID 1216 died...\u000a00:10:59.300842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1216): Terminated: ok {rc=0}\u000a00:10:59.386545 bus /gobi_4: Setting Powered False\u000a00:11:00.492187 bus /gobi_4: Setting Powered False\u000a00:11:01.603440 bus /gobi_1: Setting Powered False\u000a00:11:02.703529 bus /gobi_1: Setting Powered False\u000a00:11:03.814258 bus /gobi_0: Setting Powered False\u000a00:11:04.915814 bus /gobi_0: Setting Powered False\u000a00:11:06.027492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1224): Process ended prematurely: osmo-stp_10.42.42.5(pid=1224) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1224): Process ended prematurely: osmo-stp_10.42.42.5(pid=1224) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:11:07.094482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.106195 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:07.255600 tst ping.py: using LAC 24636\u000a00:11:07.372870 tst ping.py: using RAC 156\u000a00:11:07.488639 tst ping.py: using CellId 24636\u000a00:11:07.605865 tst ping.py: using BVCI 24637\u000a00:11:07.628299 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.639461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.650373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.661285 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.672134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.683251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.694291 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:07.705160 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:07.975590 tst ping.py:19: start network...\u000a00:11:08.097740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:08.565557 run create_hlr_db(pid=1218): Launched\u000a00:11:08.734020 bus /gobi_6: Setting Powered False\u000a00:11:09.756282 run create_hlr_db(pid=1218): Terminated: ok {rc=0}\u000a00:11:10.153445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1220): Launched\u000a00:11:10.466514 run osmo-hlr_10.42.42.2(pid=1221): Launched\u000a00:11:10.581083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:11.128513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1223): Launched\u000a00:11:11.440860 run osmo-stp_10.42.42.5(pid=1224): Launched\u000a00:11:11.555096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:12.101237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1226): Launched\u000a00:11:12.213132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:12.485995 run patchelf(pid=1227): Launched\u000a00:11:12.669137 run osmo-stp_10.42.42.5(pid=1224): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)]\u000a00:11:12.803055 run osmo-stp_10.42.42.5(pid=1224): stdout: \u000a| (launched: 2022-12-10_00:11:11.287230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:12.937324 run osmo-stp_10.42.42.5(pid=1224): stderr: \u000a| �[0;m�[38;5;43m20221210001111478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001111478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001111478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001111479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001111481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001111481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001111481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:13.066816 run osmo-stp_10.42.42.5(pid=1224): stdout: \u000a| (launched: 2022-12-10_00:11:11.287230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:13.195210 run osmo-stp_10.42.42.5(pid=1224): stderr: \u000a| �[0;m�[38;5;43m20221210001111478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001111478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001111478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001111479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001111481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001111481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001111481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:13.344349 run patchelf(pid=1227): Terminating (SIGINT)\u000a00:11:13.519690 run patchelf(pid=1227): Terminated: ok {rc=0}\u000a00:11:13.551668 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1224): Process ended prematurely: osmo-stp_10.42.42.5(pid=1224) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:11:13.560877 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:11:13.624092 run osmo-hlr_10.42.42.2(pid=1221): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1221)]\u000a00:11:13.675324 run osmo-hlr_10.42.42.2(pid=1221): stdout: \u000a| (launched: 2022-12-10_00:11:10.313116) \u000a00:11:13.726904 run osmo-hlr_10.42.42.2(pid=1221): stderr: \u000a| �[0;m�[1;31m20221210001110509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001110509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001110509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001110509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001110509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001110509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001110539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001110548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001110548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001110548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:13.770543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1220): Terminating (SIGTERM)\u000a00:11:13.811985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1223): Terminating (SIGTERM)\u000a00:11:13.853881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1226): Terminating (SIGTERM)\u000a00:11:13.863620 --- ParallelTerminationStrategy: PID 1220 died...\u000a00:11:13.919543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1220): Terminated: ok {rc=0}\u000a00:11:13.929673 --- ParallelTerminationStrategy: PID 1223 died...\u000a00:11:13.984875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1223): Terminated: ok {rc=0}\u000a00:11:13.995103 --- ParallelTerminationStrategy: PID 1226 died...\u000a00:11:14.050673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1226): Terminated: ok {rc=0}\u000a00:11:14.138614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1235): Process ended prematurely: osmo-stp_10.42.42.5(pid=1235) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1235)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1235): Process ended prematurely: osmo-stp_10.42.42.5(pid=1235) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:11:15.191366 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.204109 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:11:15.366461 tst ping_idle_ping.py: using LAC 24637\u000a00:11:15.489772 tst ping_idle_ping.py: using RAC 157\u000a00:11:15.615928 tst ping_idle_ping.py: using CellId 24637\u000a00:11:15.741960 tst ping_idle_ping.py: using BVCI 24638\u000a00:11:15.766334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.777893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.789558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.801290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.813623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.825159 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.846343 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:11:15.858901 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:11:16.166578 tst ping_idle_ping.py:24: start network...\u000a00:11:16.300519 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:16.865128 run create_hlr_db(pid=1228): Launched\u000a00:11:17.089607 bus /gobi_6: Setting Powered False\u000a00:11:18.072617 run create_hlr_db(pid=1228): Terminated: ok {rc=0}\u000a00:11:18.499653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1230): Launched\u000a00:11:18.792496 run osmo-hlr_10.42.42.2(pid=1232): Launched\u000a00:11:18.903313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:19.412149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1234): Launched\u000a00:11:19.705847 run osmo-stp_10.42.42.5(pid=1235): Launched\u000a00:11:19.812146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:20.323085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1237): Launched\u000a00:11:20.427213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:20.682770 run patchelf(pid=1238): Launched\u000a00:11:20.854250 run osmo-stp_10.42.42.5(pid=1235): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1235)]\u000a00:11:20.979445 run osmo-stp_10.42.42.5(pid=1235): stdout: \u000a| (launched: 2022-12-10_00:11:19.561342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:21.105141 run osmo-stp_10.42.42.5(pid=1235): stderr: \u000a| �[0;m�[38;5;43m20221210001119732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001119733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001119733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001119733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001119734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001119734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001119734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:21.226696 run osmo-stp_10.42.42.5(pid=1235): stdout: \u000a| (launched: 2022-12-10_00:11:19.561342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:21.347324 run osmo-stp_10.42.42.5(pid=1235): stderr: \u000a| �[0;m�[38;5;43m20221210001119732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001119733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001119733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001119733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001119734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001119734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001119734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:21.487251 run patchelf(pid=1238): Terminating (SIGINT)\u000a00:11:21.652079 run patchelf(pid=1238): Terminated: ok {rc=0}\u000a00:11:21.682320 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1235): Process ended prematurely: osmo-stp_10.42.42.5(pid=1235) [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1235)] [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:11:21.691115 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:11:21.750449 run osmo-hlr_10.42.42.2(pid=1232): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1232)]\u000a00:11:21.799994 run osmo-hlr_10.42.42.2(pid=1232): stdout: \u000a| (launched: 2022-12-10_00:11:18.648603) \u000a00:11:21.849467 run osmo-hlr_10.42.42.2(pid=1232): stderr: \u000a| �[0;m�[1;31m20221210001118825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001118825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001118825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001118825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001118825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001118825 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001118837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001118846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001118846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001118846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:21.891258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1230): Terminating (SIGTERM)\u000a00:11:21.930569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1234): Terminating (SIGTERM)\u000a00:11:21.969747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1237): Terminating (SIGTERM)\u000a00:11:21.978902 --- ParallelTerminationStrategy: PID 1230 died...\u000a00:11:22.031870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1230): Terminated: ok {rc=0}\u000a00:11:22.041578 --- ParallelTerminationStrategy: PID 1234 died...\u000a00:11:22.094261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1234): Terminated: ok {rc=0}\u000a00:11:22.103869 --- ParallelTerminationStrategy: PID 1237 died...\u000a00:11:22.156241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1237): Terminated: ok {rc=0}\u000a00:11:22.239549 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:10:24" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1248): Process ended prematurely: osmo-stp_10.42.42.5(pid=1248) [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1248)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1248): Process ended prematurely: osmo-stp_10.42.42.5(pid=1248) [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:11:24.266102 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.277505 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:11:24.434704 tst switch_tch_pdch.py: using LAC 24638\u000a00:11:24.558079 tst switch_tch_pdch.py: using RAC 158\u000a00:11:24.683646 tst switch_tch_pdch.py: using CellId 24638\u000a00:11:24.808630 tst switch_tch_pdch.py: using BVCI 24639\u000a00:11:24.832858 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.844822 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.857488 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.869522 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.881419 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.893152 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.906389 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:11:24.918842 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:11:25.035446 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:11:25.322967 tst switch_tch_pdch.py:51: start network...\u000a00:11:25.453800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:25.946103 run create_hlr_db(pid=1242): Launched\u000a00:11:26.128545 bus /gobi_6: Setting Powered False\u000a00:11:27.149462 run create_hlr_db(pid=1242): Terminated: ok {rc=0}\u000a00:11:27.542376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1244): Launched\u000a00:11:27.836052 run osmo-hlr_10.42.42.2(pid=1245): Launched\u000a00:11:27.950430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:28.468706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1247): Launched\u000a00:11:28.760385 run osmo-stp_10.42.42.5(pid=1248): Launched\u000a00:11:28.866947 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:29.375840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1250): Launched\u000a00:11:29.479816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:29.734370 run patchelf(pid=1251): Launched\u000a00:11:29.905327 run osmo-stp_10.42.42.5(pid=1248): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1248)]\u000a00:11:30.030480 run osmo-stp_10.42.42.5(pid=1248): stdout: \u000a| (launched: 2022-12-10_00:11:28.616746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:30.155953 run osmo-stp_10.42.42.5(pid=1248): stderr: \u000a| �[0;m�[38;5;43m20221210001128786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001128786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001128786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001128787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001128787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001128787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001128787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:30.277783 run osmo-stp_10.42.42.5(pid=1248): stdout: \u000a| (launched: 2022-12-10_00:11:28.616746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:30.397836 run osmo-stp_10.42.42.5(pid=1248): stderr: \u000a| �[0;m�[38;5;43m20221210001128786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001128786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001128786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001128787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001128787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001128787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001128787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:30.537573 run patchelf(pid=1251): Terminating (SIGINT)\u000a00:11:30.701792 run patchelf(pid=1251): Terminated: ok {rc=0}\u000a00:11:30.731703 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1248): Process ended prematurely: osmo-stp_10.42.42.5(pid=1248) [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1248)] [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:11:30.740296 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a00:11:30.799814 run osmo-hlr_10.42.42.2(pid=1245): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1245)]\u000a00:11:30.869481 run osmo-hlr_10.42.42.2(pid=1245): stdout: \u000a| (launched: 2022-12-10_00:11:27.691672) \u000a00:11:30.937894 run osmo-hlr_10.42.42.2(pid=1245): stderr: \u000a| �[0;m�[1;31m20221210001127869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001127869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001127869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001127869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001127869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001127869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001127881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001127889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001127889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001127889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:30.989378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1244): Terminating (SIGTERM)\u000a00:11:31.035418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1247): Terminating (SIGTERM)\u000a00:11:31.082477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1250): Terminating (SIGTERM)\u000a00:11:31.093445 --- ParallelTerminationStrategy: PID 1244 died...\u000a00:11:31.153910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1244): Terminated: ok {rc=0}\u000a00:11:31.165059 --- ParallelTerminationStrategy: PID 1247 died...\u000a00:11:31.224035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1247): Terminated: ok {rc=0}\u000a00:11:31.235199 --- ParallelTerminationStrategy: PID 1250 died...\u000a00:11:31.294778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1250): Terminated: ok {rc=0}\u000a00:11:31.385192 bus /gobi_0: Setting Powered False\u000a00:11:32.490827 bus /gobi_0: Setting Powered False\u000a00:11:33.600381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:11:24" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1261): Process ended prematurely: osmo-stp_10.42.42.5(pid=1261) [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1261): Process ended prematurely: osmo-stp_10.42.42.5(pid=1261) [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:11:35.568568 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:35.579970 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:11:35.728862 tst switch_tch_pdch.py: using LAC 24639\u000a00:11:35.849954 tst switch_tch_pdch.py: using RAC 159\u000a00:11:35.971807 tst switch_tch_pdch.py: using CellId 24639\u000a00:11:36.094395 tst switch_tch_pdch.py: using BVCI 24640\u000a00:11:36.118640 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:36.130443 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:36.142018 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:36.153735 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:36.165512 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:36.177161 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:36.189749 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:11:36.201950 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:11:36.317974 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:11:36.606045 tst switch_tch_pdch.py:51: start network...\u000a00:11:36.737196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:37.200240 run create_hlr_db(pid=1255): Launched\u000a00:11:37.328102 bus /gobi_6: Setting Powered False\u000a00:11:38.403093 run create_hlr_db(pid=1255): Terminated: ok {rc=0}\u000a00:11:38.772373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1257): Launched\u000a00:11:39.065617 run osmo-hlr_10.42.42.2(pid=1258): Launched\u000a00:11:39.173941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:39.655415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1260): Launched\u000a00:11:39.947673 run osmo-stp_10.42.42.5(pid=1261): Launched\u000a00:11:40.054029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:11:40.538214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1263): Launched\u000a00:11:40.642691 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:11:40.896722 run patchelf(pid=1264): Launched\u000a00:11:41.067524 run osmo-stp_10.42.42.5(pid=1261): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)]\u000a00:11:41.192669 run osmo-stp_10.42.42.5(pid=1261): stdout: \u000a| (launched: 2022-12-10_00:11:39.803677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:41.318209 run osmo-stp_10.42.42.5(pid=1261): stderr: \u000a| �[0;m�[38;5;43m20221210001139973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001139973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001139974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001139974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001139975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001139975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001139975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:41.439300 run osmo-stp_10.42.42.5(pid=1261): stdout: \u000a| (launched: 2022-12-10_00:11:39.803677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:41.559148 run osmo-stp_10.42.42.5(pid=1261): stderr: \u000a| �[0;m�[38;5;43m20221210001139973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001139973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001139974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001139974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001139975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001139975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001139975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:11:41.699147 run patchelf(pid=1264): Terminating (SIGINT)\u000a00:11:41.863403 run patchelf(pid=1264): Terminated: ok {rc=0}\u000a00:11:41.893776 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1261): Process ended prematurely: osmo-stp_10.42.42.5(pid=1261) [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1261)] [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:11:41.902466 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a00:11:41.961367 run osmo-hlr_10.42.42.2(pid=1258): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1258)]\u000a00:11:42.009844 run osmo-hlr_10.42.42.2(pid=1258): stdout: \u000a| (launched: 2022-12-10_00:11:38.921362) \u000a00:11:42.058931 run osmo-hlr_10.42.42.2(pid=1258): stderr: \u000a| �[0;m�[1;31m20221210001139095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001139095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001139095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001139095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001139095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001139096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001139107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001139116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001139116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001139117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:11:42.100776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1257): Terminating (SIGTERM)\u000a00:11:42.140464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1260): Terminating (SIGTERM)\u000a00:11:42.179993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1263): Terminating (SIGTERM)\u000a00:11:42.189386 --- ParallelTerminationStrategy: PID 1257 died...\u000a00:11:42.242082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1257): Terminated: ok {rc=0}\u000a00:11:42.252092 --- ParallelTerminationStrategy: PID 1260 died...\u000a00:11:42.304683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1260): Terminated: ok {rc=0}\u000a00:11:42.314413 --- ParallelTerminationStrategy: PID 1263 died...\u000a00:11:42.367174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1263): Terminated: ok {rc=0}\u000a00:11:42.455227 bus /gobi_0: Setting Powered False\u000a00:11:43.557715 bus /gobi_0: Setting Powered False\u000a00:11:44.668200 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:11:35" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2366↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2366↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a00:11:46.567275 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a00:11:46.580913 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a00:11:46.707693 tst mo_mt_sms.py: using LAC 24640\u000a00:11:46.862268 tst mo_mt_sms.py: using RAC 160\u000a00:11:46.985658 tst mo_mt_sms.py: using CellId 24640\u000a00:11:47.119371 tst mo_mt_sms.py: using BVCI 24641\u000a00:11:47.142620 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a00:11:47.259040 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a00:11:47.549122 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:11:47.681037 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:11:48.326912 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Launched\u000a00:11:48.637630 run osmo-nitb_10.42.42.2(pid=1269): Launched\u000a00:11:48.830452 run osmo-nitb_10.42.42.2(pid=1269): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]\u000a00:11:48.972853 run osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-10_00:11:48.486683) \u000a00:11:49.115437 run osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-10_00:11:48.533238)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:11:49.253718 run osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-10_00:11:48.486683) \u000a00:11:49.391026 run osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-10_00:11:48.533238)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:11:49.765190 tst osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-10_00:11:48.486683) \u000a00:11:49.890135 tst osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-10_00:11:48.533238)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:11:49.944808 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2366↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)] [trial-2366↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a00:11:49.953872 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a00:11:49.990327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminating (SIGTERM)\u000a00:11:50.168202 --- ParallelTerminationStrategy: PID 1268 died...\u000a00:11:50.225619 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminated: ok {rc=0}\u000a00:11:50.312639 bus /sierra_3: Setting Powered False\u000a00:11:51.417079 bus /sierra_3: Setting Powered False\u000a00:11:52.529273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:11:46" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1280): Process ended prematurely: osmo-stp_10.42.42.5(pid=1280) [trial-2366↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1280)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1280): Process ended prematurely: osmo-stp_10.42.42.5(pid=1280) [trial-2366↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a00:11:54.398585 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:11:54.409646 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:11:54.536753 tst mo_mt_sms.py: using LAC 24641\u000a00:11:54.658913 tst mo_mt_sms.py: using RAC 161\u000a00:11:54.782736 tst mo_mt_sms.py: using CellId 24641\u000a00:11:54.908383 tst mo_mt_sms.py: using BVCI 24642\u000a00:11:54.932202 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:11:54.943266 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:11:54.954273 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:11:54.965430 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:11:54.976522 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:11:54.987636 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a00:11:55.104797 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a00:11:55.312354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:11:55.802997 run create_hlr_db(pid=1274): Launched\u000a00:11:55.984382 bus /sierra_2: Setting Powered False\u000a00:11:57.005899 run create_hlr_db(pid=1274): Terminated: ok {rc=0}\u000a00:11:57.398660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1276): Launched\u000a00:11:57.694590 run osmo-hlr_10.42.42.2(pid=1277): Launched\u000a00:11:57.802773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:11:58.308720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1279): Launched\u000a00:11:58.601232 run osmo-stp_10.42.42.5(pid=1280): Launched\u000a00:11:58.707989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:11:59.241088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1282): Launched\u000a00:11:59.533252 run osmo-msc_10.42.42.6(pid=1283): Launched\u000a00:11:59.704941 run osmo-stp_10.42.42.5(pid=1280): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1280)]\u000a00:11:59.829486 run osmo-stp_10.42.42.5(pid=1280): stdout: \u000a| (launched: 2022-12-10_00:11:58.456450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:11:59.952013 run osmo-stp_10.42.42.5(pid=1280): stderr: \u000a| �[0;m�[38;5;43m20221210001158625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001158626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001158626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001158626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:00.069885 run osmo-stp_10.42.42.5(pid=1280): stdout: \u000a| (launched: 2022-12-10_00:11:58.456450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:00.187235 run osmo-stp_10.42.42.5(pid=1280): stderr: \u000a| �[0;m�[38;5;43m20221210001158625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001158626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001158626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001158626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001158627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:00.238669 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1280): Process ended prematurely: osmo-stp_10.42.42.5(pid=1280) [trial-2366↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1280)] [trial-2366↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a00:12:00.246730 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a00:12:00.305635 run osmo-hlr_10.42.42.2(pid=1277): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1277)]\u000a00:12:00.354467 run osmo-hlr_10.42.42.2(pid=1277): stdout: \u000a| (launched: 2022-12-10_00:11:57.547065) \u000a00:12:00.403749 run osmo-hlr_10.42.42.2(pid=1277): stderr: \u000a| �[0;m�[1;31m20221210001157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001157723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001157724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001157724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001157724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001157736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001157745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001157745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001157745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:00.470287 run osmo-msc_10.42.42.6(pid=1283): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1283)]\u000a00:12:00.519465 run osmo-msc_10.42.42.6(pid=1283): stdout: \u000a| (launched: 2022-12-10_00:11:59.389598) \u000a00:12:00.568532 run osmo-msc_10.42.42.6(pid=1283): stderr: \u000a| �[0;m�[38;5;43m20221210001159664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001159664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28da4dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001159664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001159664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001159665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001159665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001159666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001159667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001159667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001159667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:00.610253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1276): Terminating (SIGTERM)\u000a00:12:00.649510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1279): Terminating (SIGTERM)\u000a00:12:00.688677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1282): Terminating (SIGTERM)\u000a00:12:00.698007 --- ParallelTerminationStrategy: PID 1276 died...\u000a00:12:00.750773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1276): Terminated: ok {rc=0}\u000a00:12:00.760483 --- ParallelTerminationStrategy: PID 1279 died...\u000a00:12:00.813034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1279): Terminated: ok {rc=0}\u000a00:12:00.822435 --- ParallelTerminationStrategy: PID 1282 died...\u000a00:12:00.907799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1282): Terminated: ok {rc=0}\u000a00:12:00.990374 bus /sierra_3: Setting Powered False\u000a00:12:02.098342 bus /sierra_3: Setting Powered False\u000a00:12:03.208264 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:11:54" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1291) [trial-2366↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1291)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1291) [trial-2366↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a00:12:05.031485 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a00:12:05.042676 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:05.166473 tst assert_extension.py: using LAC 24642\u000a00:12:05.279866 tst assert_extension.py: using RAC 162\u000a00:12:05.396557 tst assert_extension.py: using CellId 24642\u000a00:12:05.510304 tst assert_extension.py: using BVCI 24643\u000a00:12:05.532721 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a00:12:05.818905 tst assert_extension.py:10: start nitb and bts...\u000a00:12:05.949721 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:12:06.597274 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1290): Launched\u000a00:12:06.907719 run osmo-nitb_10.42.42.2(pid=1291): Launched\u000a00:12:07.100068 run osmo-nitb_10.42.42.2(pid=1291): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1291)]\u000a00:12:07.242280 run osmo-nitb_10.42.42.2(pid=1291): stdout: \u000a| (launched: 2022-12-10_00:12:06.757551) \u000a00:12:07.384066 run osmo-nitb_10.42.42.2(pid=1291): stderr: \u000a| (launched: 2022-12-10_00:12:06.803934)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:07.521925 run osmo-nitb_10.42.42.2(pid=1291): stdout: \u000a| (launched: 2022-12-10_00:12:06.757551) \u000a00:12:07.658821 run osmo-nitb_10.42.42.2(pid=1291): stderr: \u000a| (launched: 2022-12-10_00:12:06.803934)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:08.035052 tst osmo-nitb_10.42.42.2(pid=1291): stdout: \u000a| (launched: 2022-12-10_00:12:06.757551) \u000a00:12:08.160101 tst osmo-nitb_10.42.42.2(pid=1291): stderr: \u000a| (launched: 2022-12-10_00:12:06.803934)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:08.215074 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1291): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1291) [trial-2366↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1291)] [trial-2366↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a00:12:08.223726 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:12:08.259973 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1290): Terminating (SIGTERM)\u000a00:12:08.437999 --- ParallelTerminationStrategy: PID 1290 died...\u000a00:12:08.495201 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1290): Terminated: ok {rc=0}\u000a00:12:08.581840 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:12:04" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2366↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2366↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a00:12:10.391806 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.402823 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:12:10.543922 tst assert_extension.py: using LAC 24643\u000a00:12:10.666049 tst assert_extension.py: using RAC 163\u000a00:12:10.790667 tst assert_extension.py: using CellId 24643\u000a00:12:10.915279 tst assert_extension.py: using BVCI 24644\u000a00:12:10.939339 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.950547 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.961511 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.972811 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.983962 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:12:10.995143 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a00:12:11.191972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:11.659616 run create_hlr_db(pid=1295): Launched\u000a00:12:11.828084 bus /sierra_2: Setting Powered False\u000a00:12:12.849861 run create_hlr_db(pid=1295): Terminated: ok {rc=0}\u000a00:12:13.265483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1297): Launched\u000a00:12:13.580274 run osmo-hlr_10.42.42.2(pid=1298): Launched\u000a00:12:13.696115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:14.242476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Launched\u000a00:12:14.556538 run osmo-stp_10.42.42.5(pid=1301): Launched\u000a00:12:14.671497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:15.242643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1303): Launched\u000a00:12:15.557483 run osmo-msc_10.42.42.6(pid=1304): Launched\u000a00:12:15.742863 run osmo-stp_10.42.42.5(pid=1301): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)]\u000a00:12:15.956032 run osmo-stp_10.42.42.5(pid=1301): stdout: \u000a| (launched: 2022-12-10_00:12:14.401373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:16.140354 run osmo-stp_10.42.42.5(pid=1301): stderr: \u000a| �[0;m�[38;5;43m20221210001214593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001214593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001214593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001214594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001214594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001214594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001214594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:16.271146 run osmo-stp_10.42.42.5(pid=1301): stdout: \u000a| (launched: 2022-12-10_00:12:14.401373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:16.401280 run osmo-stp_10.42.42.5(pid=1301): stderr: \u000a| �[0;m�[38;5;43m20221210001214593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001214593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001214593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001214594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001214594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001214594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001214594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:16.458791 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1301): Process ended prematurely: osmo-stp_10.42.42.5(pid=1301) [trial-2366↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1301)] [trial-2366↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a00:12:16.468511 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a00:12:16.536562 run osmo-hlr_10.42.42.2(pid=1298): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1298)]\u000a00:12:16.591048 run osmo-hlr_10.42.42.2(pid=1298): stdout: \u000a| (launched: 2022-12-10_00:12:13.425514) \u000a00:12:16.646225 run osmo-hlr_10.42.42.2(pid=1298): stderr: \u000a| �[0;m�[1;31m20221210001213622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001213622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001213622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001213622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001213622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001213622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001213633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001213641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001213641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001213641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:16.720812 run osmo-msc_10.42.42.6(pid=1304): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1304)]\u000a00:12:16.782347 run osmo-msc_10.42.42.6(pid=1304): stdout: \u000a| (launched: 2022-12-10_00:12:15.402002) \u000a00:12:16.845071 run osmo-msc_10.42.42.6(pid=1304): stderr: \u000a| �[0;m�[38;5;43m20221210001215724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001215724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e46cc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001215725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001215725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001215725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001215725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001215727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001215727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001215727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001215727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:16.901472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1297): Terminating (SIGTERM)\u000a00:12:16.953802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Terminating (SIGTERM)\u000a00:12:17.007408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1303): Terminating (SIGTERM)\u000a00:12:17.017995 --- ParallelTerminationStrategy: PID 1297 died...\u000a00:12:17.078322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1297): Terminated: ok {rc=0}\u000a00:12:17.089501 --- ParallelTerminationStrategy: PID 1300 died...\u000a00:12:17.149175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1300): Terminated: ok {rc=0}\u000a00:12:17.160205 --- ParallelTerminationStrategy: PID 1303 died...\u000a00:12:17.221245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1303): Terminated: ok {rc=0}\u000a00:12:17.310026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:12:10" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1315): Process ended prematurely: osmo-stp_10.42.42.5(pid=1315) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1315): Process ended prematurely: osmo-stp_10.42.42.5(pid=1315) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:12:19.250578 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:19.262446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:19.416065 tst mo_mt_call.py: using LAC 24644\u000a00:12:19.545712 tst mo_mt_call.py: using RAC 164\u000a00:12:19.669191 tst mo_mt_call.py: using CellId 24644\u000a00:12:19.793549 tst mo_mt_call.py: using BVCI 24645\u000a00:12:19.817749 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:19.829562 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:19.841111 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:19.852892 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:19.864795 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:19.876614 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:19.997540 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:20.210553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:20.710455 run create_hlr_db(pid=1309): Launched\u000a00:12:20.895273 bus /sierra_2: Setting Powered False\u000a00:12:21.916888 run create_hlr_db(pid=1309): Terminated: ok {rc=0}\u000a00:12:22.315881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1311): Launched\u000a00:12:22.614882 run osmo-hlr_10.42.42.2(pid=1312): Launched\u000a00:12:22.726338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:23.242775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1314): Launched\u000a00:12:23.539084 run osmo-stp_10.42.42.5(pid=1315): Launched\u000a00:12:23.648628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:24.191289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1317): Launched\u000a00:12:24.490502 run osmo-msc_10.42.42.6(pid=1318): Launched\u000a00:12:24.666659 run osmo-stp_10.42.42.5(pid=1315): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)]\u000a00:12:24.794653 run osmo-stp_10.42.42.5(pid=1315): stdout: \u000a| (launched: 2022-12-10_00:12:23.393469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:24.918507 run osmo-stp_10.42.42.5(pid=1315): stderr: \u000a| �[0;m�[38;5;43m20221210001223562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001223562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001223562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001223563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001223565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001223565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001223565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:25.038040 run osmo-stp_10.42.42.5(pid=1315): stdout: \u000a| (launched: 2022-12-10_00:12:23.393469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:25.156686 run osmo-stp_10.42.42.5(pid=1315): stderr: \u000a| �[0;m�[38;5;43m20221210001223562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001223562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001223562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001223563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001223565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001223565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001223565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:25.209158 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1315): Process ended prematurely: osmo-stp_10.42.42.5(pid=1315) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1315)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:12:25.217711 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:12:25.276291 run osmo-hlr_10.42.42.2(pid=1312): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1312)]\u000a00:12:25.324490 run osmo-hlr_10.42.42.2(pid=1312): stdout: \u000a| (launched: 2022-12-10_00:12:22.467031) \u000a00:12:25.373350 run osmo-hlr_10.42.42.2(pid=1312): stderr: \u000a| �[0;m�[1;31m20221210001222641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001222641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001222641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001222641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001222641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001222641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001222688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001222698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001222698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001222698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:25.439784 run osmo-msc_10.42.42.6(pid=1318): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1318)]\u000a00:12:25.487980 run osmo-msc_10.42.42.6(pid=1318): stdout: \u000a| (launched: 2022-12-10_00:12:24.342890) \u000a00:12:25.537081 run osmo-msc_10.42.42.6(pid=1318): stderr: \u000a| �[0;m�[38;5;43m20221210001224616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001224617 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feec108dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001224617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001224617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001224617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001224617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001224619 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001224619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001224619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001224619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:25.578565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1311): Terminating (SIGTERM)\u000a00:12:25.617757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1314): Terminating (SIGTERM)\u000a00:12:25.656736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1317): Terminating (SIGTERM)\u000a00:12:25.665838 --- ParallelTerminationStrategy: PID 1311 died...\u000a00:12:25.718535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1311): Terminated: ok {rc=0}\u000a00:12:25.727925 --- ParallelTerminationStrategy: PID 1314 died...\u000a00:12:25.780160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1314): Terminated: ok {rc=0}\u000a00:12:25.789698 --- ParallelTerminationStrategy: PID 1317 died...\u000a00:12:25.842050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1317): Terminated: ok {rc=0}\u000a00:12:25.924489 bus /sierra_3: Setting Powered False\u000a00:12:27.025102 bus /sierra_3: Setting Powered False\u000a00:12:28.136812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1326): Process ended prematurely: osmo-stp_10.42.42.5(pid=1326) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1326)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1326): Process ended prematurely: osmo-stp_10.42.42.5(pid=1326) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:12:29.245819 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:29.257745 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:29.403445 tst mo_mt_call_osmux.py: using LAC 24645\u000a00:12:29.518807 tst mo_mt_call_osmux.py: using RAC 165\u000a00:12:29.634752 tst mo_mt_call_osmux.py: using CellId 24645\u000a00:12:29.749756 tst mo_mt_call_osmux.py: using BVCI 24646\u000a00:12:29.772275 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:29.783574 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:29.794674 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:29.805738 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:29.816743 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:29.827815 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:29.945995 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:30.148922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:30.625078 run create_hlr_db(pid=1320): Launched\u000a00:12:30.796566 bus /sierra_2: Setting Powered False\u000a00:12:31.834344 run create_hlr_db(pid=1320): Terminated: ok {rc=0}\u000a00:12:32.281310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1322): Launched\u000a00:12:32.602000 run osmo-hlr_10.42.42.2(pid=1323): Launched\u000a00:12:32.723603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:33.292365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1325): Launched\u000a00:12:33.612113 run osmo-stp_10.42.42.5(pid=1326): Launched\u000a00:12:33.729577 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:34.311416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1328): Launched\u000a00:12:34.630799 run osmo-msc_10.42.42.6(pid=1329): Launched\u000a00:12:34.819106 run osmo-stp_10.42.42.5(pid=1326): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1326)]\u000a00:12:34.954676 run osmo-stp_10.42.42.5(pid=1326): stdout: \u000a| (launched: 2022-12-10_00:12:33.454633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:35.090454 run osmo-stp_10.42.42.5(pid=1326): stderr: \u000a| �[0;m�[38;5;43m20221210001233645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001233645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001233646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001233646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001233646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001233646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001233646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:35.219425 run osmo-stp_10.42.42.5(pid=1326): stdout: \u000a| (launched: 2022-12-10_00:12:33.454633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:35.347496 run osmo-stp_10.42.42.5(pid=1326): stderr: \u000a| �[0;m�[38;5;43m20221210001233645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001233645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001233646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001233646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001233646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001233646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001233646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:35.403851 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1326): Process ended prematurely: osmo-stp_10.42.42.5(pid=1326) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1326)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:12:35.413321 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:12:35.476060 run osmo-hlr_10.42.42.2(pid=1323): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1323)]\u000a00:12:35.527328 run osmo-hlr_10.42.42.2(pid=1323): stdout: \u000a| (launched: 2022-12-10_00:12:32.443991) \u000a00:12:35.579529 run osmo-hlr_10.42.42.2(pid=1323): stderr: \u000a| �[0;m�[1;31m20221210001232641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001232641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001232641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001232641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001232641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001232641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001232653 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001232662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001232663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001232663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:35.649958 run osmo-msc_10.42.42.6(pid=1329): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1329)]\u000a00:12:35.701578 run osmo-msc_10.42.42.6(pid=1329): stdout: \u000a| (launched: 2022-12-10_00:12:34.474327) \u000a00:12:35.753530 run osmo-msc_10.42.42.6(pid=1329): stderr: \u000a| �[0;m�[38;5;43m20221210001234797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001234798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d21780c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001234798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001234798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001234798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001234798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001234800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001234800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001234800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001234801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:35.797272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1322): Terminating (SIGTERM)\u000a00:12:35.838856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1325): Terminating (SIGTERM)\u000a00:12:35.881211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1328): Terminating (SIGTERM)\u000a00:12:35.891283 --- ParallelTerminationStrategy: PID 1322 died...\u000a00:12:35.950203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1322): Terminated: ok {rc=0}\u000a00:12:35.960723 --- ParallelTerminationStrategy: PID 1325 died...\u000a00:12:36.016874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1325): Terminated: ok {rc=0}\u000a00:12:36.027096 --- ParallelTerminationStrategy: PID 1328 died...\u000a00:12:36.083258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1328): Terminated: ok {rc=0}\u000a00:12:36.170025 bus /sierra_3: Setting Powered False\u000a00:12:37.275811 bus /sierra_3: Setting Powered False\u000a00:12:38.384281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:12:18" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1340): Process ended prematurely: osmo-stp_10.42.42.5(pid=1340) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1340): Process ended prematurely: osmo-stp_10.42.42.5(pid=1340) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:12:40.351632 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:40.363020 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:12:40.508066 tst mo_mt_call.py: using LAC 24646\u000a00:12:40.626693 tst mo_mt_call.py: using RAC 166\u000a00:12:40.742487 tst mo_mt_call.py: using CellId 24646\u000a00:12:40.861146 tst mo_mt_call.py: using BVCI 24647\u000a00:12:40.883596 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:40.894915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:40.905961 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:40.916996 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:40.928062 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:40.939159 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:12:41.058148 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:12:41.267571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:41.768239 run create_hlr_db(pid=1334): Launched\u000a00:12:41.952910 bus /sierra_2: Setting Powered False\u000a00:12:42.974833 run create_hlr_db(pid=1334): Terminated: ok {rc=0}\u000a00:12:43.398467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1336): Launched\u000a00:12:43.719271 run osmo-hlr_10.42.42.2(pid=1337): Launched\u000a00:12:43.839157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:44.392324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1339): Launched\u000a00:12:44.710949 run osmo-stp_10.42.42.5(pid=1340): Launched\u000a00:12:44.827880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:45.410844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1342): Launched\u000a00:12:45.729907 run osmo-msc_10.42.42.6(pid=1343): Launched\u000a00:12:45.922443 run osmo-stp_10.42.42.5(pid=1340): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)]\u000a00:12:46.188287 run osmo-stp_10.42.42.5(pid=1340): stdout: \u000a| (launched: 2022-12-10_00:12:44.554555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:46.417700 run osmo-stp_10.42.42.5(pid=1340): stderr: \u000a| �[0;m�[38;5;43m20221210001244747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001244748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001244748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001244748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001244749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001244749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001244749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:46.565167 run osmo-stp_10.42.42.5(pid=1340): stdout: \u000a| (launched: 2022-12-10_00:12:44.554555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:46.696541 run osmo-stp_10.42.42.5(pid=1340): stderr: \u000a| �[0;m�[38;5;43m20221210001244747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001244748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001244748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001244748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001244749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001244749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001244749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:46.754223 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1340): Process ended prematurely: osmo-stp_10.42.42.5(pid=1340) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1340)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:12:46.764277 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:12:46.830948 run osmo-hlr_10.42.42.2(pid=1337): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1337)]\u000a00:12:46.885354 run osmo-hlr_10.42.42.2(pid=1337): stdout: \u000a| (launched: 2022-12-10_00:12:43.560622) \u000a00:12:46.939863 run osmo-hlr_10.42.42.2(pid=1337): stderr: \u000a| �[0;m�[1;31m20221210001243760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001243760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001243761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001243761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001243761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001243761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001243777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001243786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001243786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001243786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:47.012915 run osmo-msc_10.42.42.6(pid=1343): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1343)]\u000a00:12:47.066670 run osmo-msc_10.42.42.6(pid=1343): stdout: \u000a| (launched: 2022-12-10_00:12:45.573319) \u000a00:12:47.121143 run osmo-msc_10.42.42.6(pid=1343): stderr: \u000a| �[0;m�[38;5;43m20221210001246011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001246011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20778a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001246011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001246011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001246011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001246012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001246015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001246016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001246016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001246016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:47.167427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1336): Terminating (SIGTERM)\u000a00:12:47.211580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1339): Terminating (SIGTERM)\u000a00:12:47.255757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1342): Terminating (SIGTERM)\u000a00:12:47.265904 --- ParallelTerminationStrategy: PID 1336 died...\u000a00:12:47.324715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1336): Terminated: ok {rc=0}\u000a00:12:47.335611 --- ParallelTerminationStrategy: PID 1339 died...\u000a00:12:47.393237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1339): Terminated: ok {rc=0}\u000a00:12:47.403373 --- ParallelTerminationStrategy: PID 1342 died...\u000a00:12:47.460113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1342): Terminated: ok {rc=0}\u000a00:12:47.545086 bus /sierra_3: Setting Powered False\u000a00:12:48.650620 bus /sierra_3: Setting Powered False\u000a00:12:49.759909 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1351): Process ended prematurely: osmo-stp_10.42.42.5(pid=1351) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1351): Process ended prematurely: osmo-stp_10.42.42.5(pid=1351) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:12:50.872667 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:50.884818 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:12:51.038463 tst mo_mt_call_osmux.py: using LAC 24647\u000a00:12:51.162906 tst mo_mt_call_osmux.py: using RAC 167\u000a00:12:51.290066 tst mo_mt_call_osmux.py: using CellId 24647\u000a00:12:51.416549 tst mo_mt_call_osmux.py: using BVCI 24648\u000a00:12:51.440794 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:51.452451 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:51.463875 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:51.475567 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:51.487369 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:12:51.498968 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:12:51.620374 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:12:51.822441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:52.298739 run create_hlr_db(pid=1345): Launched\u000a00:12:52.470270 bus /sierra_2: Setting Powered False\u000a00:12:53.491793 run create_hlr_db(pid=1345): Terminated: ok {rc=0}\u000a00:12:53.888553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1347): Launched\u000a00:12:54.186786 run osmo-hlr_10.42.42.2(pid=1348): Launched\u000a00:12:54.305819 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:54.826394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1350): Launched\u000a00:12:55.124627 run osmo-stp_10.42.42.5(pid=1351): Launched\u000a00:12:55.232527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:55.777978 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1353): Launched\u000a00:12:56.077078 run osmo-msc_10.42.42.6(pid=1354): Launched\u000a00:12:56.252190 run osmo-stp_10.42.42.5(pid=1351): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)]\u000a00:12:56.378757 run osmo-stp_10.42.42.5(pid=1351): stdout: \u000a| (launched: 2022-12-10_00:12:54.978428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:56.503427 run osmo-stp_10.42.42.5(pid=1351): stderr: \u000a| �[0;m�[38;5;43m20221210001255146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001255146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001255147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001255147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001255149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001255150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001255150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:56.623326 run osmo-stp_10.42.42.5(pid=1351): stdout: \u000a| (launched: 2022-12-10_00:12:54.978428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:56.742674 run osmo-stp_10.42.42.5(pid=1351): stderr: \u000a| �[0;m�[38;5;43m20221210001255146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001255146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001255147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001255147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001255149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001255150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001255150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:56.795528 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1351): Process ended prematurely: osmo-stp_10.42.42.5(pid=1351) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1351)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:12:56.804157 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:12:56.863770 run osmo-hlr_10.42.42.2(pid=1348): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1348)]\u000a00:12:56.912534 run osmo-hlr_10.42.42.2(pid=1348): stdout: \u000a| (launched: 2022-12-10_00:12:54.040547) \u000a00:12:56.962462 run osmo-hlr_10.42.42.2(pid=1348): stderr: \u000a| �[0;m�[1;31m20221210001254213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001254213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001254213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001254213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001254214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001254214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001254225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001254234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001254234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001254234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:57.029566 run osmo-msc_10.42.42.6(pid=1354): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1354)]\u000a00:12:57.078270 run osmo-msc_10.42.42.6(pid=1354): stdout: \u000a| (launched: 2022-12-10_00:12:55.930243) \u000a00:12:57.127252 run osmo-msc_10.42.42.6(pid=1354): stderr: \u000a| �[0;m�[38;5;43m20221210001256202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001256202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3d2709c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001256202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001256202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001256203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001256204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001256205 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001256206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001256206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001256206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:57.168612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1347): Terminating (SIGTERM)\u000a00:12:57.207953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1350): Terminating (SIGTERM)\u000a00:12:57.247239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1353): Terminating (SIGTERM)\u000a00:12:57.256472 --- ParallelTerminationStrategy: PID 1347 died...\u000a00:12:57.309095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1347): Terminated: ok {rc=0}\u000a00:12:57.318682 --- ParallelTerminationStrategy: PID 1350 died...\u000a00:12:57.371318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1350): Terminated: ok {rc=0}\u000a00:12:57.381159 --- ParallelTerminationStrategy: PID 1353 died...\u000a00:12:57.433716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1353): Terminated: ok {rc=0}\u000a00:12:57.521944 bus /sierra_3: Setting Powered False\u000a00:12:58.627613 bus /sierra_3: Setting Powered False\u000a00:12:59.738356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:12:40" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1365): Process ended prematurely: osmo-stp_10.42.42.5(pid=1365) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1365): Process ended prematurely: osmo-stp_10.42.42.5(pid=1365) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:01.779039 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:01.795995 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:01.978513 tst mo_mt_call.py: using LAC 24648\u000a00:13:02.105097 tst mo_mt_call.py: using RAC 168\u000a00:13:02.259408 tst mo_mt_call.py: using CellId 24648\u000a00:13:02.379992 tst mo_mt_call.py: using BVCI 24649\u000a00:13:02.403162 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:02.414915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:02.426235 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:02.437606 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:02.448939 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:02.460325 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:02.580047 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:02.791777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:03.291592 run create_hlr_db(pid=1359): Launched\u000a00:13:03.477199 bus /sierra_2: Setting Powered False\u000a00:13:04.498693 run create_hlr_db(pid=1359): Terminated: ok {rc=0}\u000a00:13:04.898417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1361): Launched\u000a00:13:05.196357 run osmo-hlr_10.42.42.2(pid=1362): Launched\u000a00:13:05.314608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:05.869580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1364): Launched\u000a00:13:06.188489 run osmo-stp_10.42.42.5(pid=1365): Launched\u000a00:13:06.307799 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:06.888599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1367): Launched\u000a00:13:07.207476 run osmo-msc_10.42.42.6(pid=1368): Launched\u000a00:13:07.394657 run osmo-stp_10.42.42.5(pid=1365): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)]\u000a00:13:07.529952 run osmo-stp_10.42.42.5(pid=1365): stdout: \u000a| (launched: 2022-12-10_00:13:06.031865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:07.664803 run osmo-stp_10.42.42.5(pid=1365): stderr: \u000a| �[0;m�[38;5;43m20221210001306222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001306222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001306222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001306223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001306223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001306223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001306223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:07.793683 run osmo-stp_10.42.42.5(pid=1365): stdout: \u000a| (launched: 2022-12-10_00:13:06.031865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:07.920818 run osmo-stp_10.42.42.5(pid=1365): stderr: \u000a| �[0;m�[38;5;43m20221210001306222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001306222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001306222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001306223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001306223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001306223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001306223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:07.977097 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1365): Process ended prematurely: osmo-stp_10.42.42.5(pid=1365) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1365)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:13:07.986644 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:13:08.049327 run osmo-hlr_10.42.42.2(pid=1362): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1362)]\u000a00:13:08.100528 run osmo-hlr_10.42.42.2(pid=1362): stdout: \u000a| (launched: 2022-12-10_00:13:05.050686) \u000a00:13:08.152523 run osmo-hlr_10.42.42.2(pid=1362): stderr: \u000a| �[0;m�[1;31m20221210001305228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001305228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001305228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001305228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001305228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001305228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001305244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001305254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001305254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001305254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:08.222913 run osmo-msc_10.42.42.6(pid=1368): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1368)]\u000a00:13:08.274159 run osmo-msc_10.42.42.6(pid=1368): stdout: \u000a| (launched: 2022-12-10_00:13:07.051119) \u000a00:13:08.325555 run osmo-msc_10.42.42.6(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221210001307370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001307370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49a1344c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001307370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001307370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001307370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001307371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001307372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001307373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001307373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001307373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:08.368936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1361): Terminating (SIGTERM)\u000a00:13:08.410738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1364): Terminating (SIGTERM)\u000a00:13:08.452137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1367): Terminating (SIGTERM)\u000a00:13:08.462134 --- ParallelTerminationStrategy: PID 1361 died...\u000a00:13:08.518144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1361): Terminated: ok {rc=0}\u000a00:13:08.528280 --- ParallelTerminationStrategy: PID 1364 died...\u000a00:13:08.584524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1364): Terminated: ok {rc=0}\u000a00:13:08.594650 --- ParallelTerminationStrategy: PID 1367 died...\u000a00:13:08.650320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1367): Terminated: ok {rc=0}\u000a00:13:08.737051 bus /sierra_3: Setting Powered False\u000a00:13:09.838697 bus /sierra_3: Setting Powered False\u000a00:13:10.948792 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1376): Process ended prematurely: osmo-stp_10.42.42.5(pid=1376) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1376)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1376): Process ended prematurely: osmo-stp_10.42.42.5(pid=1376) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:12.057966 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:12.069855 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:12.216330 tst mo_mt_call_osmux.py: using LAC 24649\u000a00:13:12.335245 tst mo_mt_call_osmux.py: using RAC 169\u000a00:13:12.454172 tst mo_mt_call_osmux.py: using CellId 24649\u000a00:13:12.570964 tst mo_mt_call_osmux.py: using BVCI 24650\u000a00:13:12.593789 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:12.604796 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:12.615757 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:12.626675 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:12.637704 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:12.648597 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:12.761631 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:12.960625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:13.436546 run create_hlr_db(pid=1370): Launched\u000a00:13:13.606914 bus /sierra_2: Setting Powered False\u000a00:13:14.628721 run create_hlr_db(pid=1370): Terminated: ok {rc=0}\u000a00:13:15.024319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1372): Launched\u000a00:13:15.321817 run osmo-hlr_10.42.42.2(pid=1373): Launched\u000a00:13:15.429325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:15.991174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1375): Launched\u000a00:13:16.407573 run osmo-stp_10.42.42.5(pid=1376): Launched\u000a00:13:16.585267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:17.222068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1378): Launched\u000a00:13:17.543176 run osmo-msc_10.42.42.6(pid=1379): Launched\u000a00:13:17.733308 run osmo-stp_10.42.42.5(pid=1376): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1376)]\u000a00:13:17.869121 run osmo-stp_10.42.42.5(pid=1376): stdout: \u000a| (launched: 2022-12-10_00:13:16.151316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:18.004101 run osmo-stp_10.42.42.5(pid=1376): stderr: \u000a| �[0;m�[38;5;43m20221210001316477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001316477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001316477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001316478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001316478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001316478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001316479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:18.133209 run osmo-stp_10.42.42.5(pid=1376): stdout: \u000a| (launched: 2022-12-10_00:13:16.151316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:18.260637 run osmo-stp_10.42.42.5(pid=1376): stderr: \u000a| �[0;m�[38;5;43m20221210001316477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001316477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001316477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001316478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001316478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001316478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001316479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:18.317246 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1376): Process ended prematurely: osmo-stp_10.42.42.5(pid=1376) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1376)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:13:18.326355 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:13:18.388589 run osmo-hlr_10.42.42.2(pid=1373): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1373)]\u000a00:13:18.439627 run osmo-hlr_10.42.42.2(pid=1373): stdout: \u000a| (launched: 2022-12-10_00:13:15.176345) \u000a00:13:18.492283 run osmo-hlr_10.42.42.2(pid=1373): stderr: \u000a| �[0;m�[1;31m20221210001315356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001315356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001315356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001315356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001315356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001315356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001315370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001315379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001315379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001315379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:18.563324 run osmo-msc_10.42.42.6(pid=1379): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1379)]\u000a00:13:18.614615 run osmo-msc_10.42.42.6(pid=1379): stdout: \u000a| (launched: 2022-12-10_00:13:17.385804) \u000a00:13:18.666469 run osmo-msc_10.42.42.6(pid=1379): stderr: \u000a| �[0;m�[38;5;43m20221210001317704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001317705 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03dd45bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001317705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001317705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001317705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001317705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001317707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001317707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001317707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001317708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:18.710741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1372): Terminating (SIGTERM)\u000a00:13:18.752247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1375): Terminating (SIGTERM)\u000a00:13:18.794410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1378): Terminating (SIGTERM)\u000a00:13:18.804205 --- ParallelTerminationStrategy: PID 1372 died...\u000a00:13:18.859887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1372): Terminated: ok {rc=0}\u000a00:13:18.869929 --- ParallelTerminationStrategy: PID 1375 died...\u000a00:13:18.925037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1375): Terminated: ok {rc=0}\u000a00:13:18.935140 --- ParallelTerminationStrategy: PID 1378 died...\u000a00:13:18.990555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1378): Terminated: ok {rc=0}\u000a00:13:19.077382 bus /sierra_3: Setting Powered False\u000a00:13:20.180345 bus /sierra_3: Setting Powered False\u000a00:13:21.291232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:13:01" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1390): Process ended prematurely: osmo-stp_10.42.42.5(pid=1390) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1390)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1390): Process ended prematurely: osmo-stp_10.42.42.5(pid=1390) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:23.254905 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:23.266244 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:13:23.410892 tst mo_mt_call.py: using LAC 24650\u000a00:13:23.525897 tst mo_mt_call.py: using RAC 170\u000a00:13:23.640495 tst mo_mt_call.py: using CellId 24650\u000a00:13:23.754378 tst mo_mt_call.py: using BVCI 24651\u000a00:13:23.776826 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:23.788035 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:23.799118 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:23.810107 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:23.821230 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:23.832127 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:23.950231 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:24.160048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:24.660495 run create_hlr_db(pid=1384): Launched\u000a00:13:24.845804 bus /sierra_2: Setting Powered False\u000a00:13:25.866441 run create_hlr_db(pid=1384): Terminated: ok {rc=0}\u000a00:13:26.290485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1386): Launched\u000a00:13:26.610612 run osmo-hlr_10.42.42.2(pid=1387): Launched\u000a00:13:26.724930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:27.242747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1389): Launched\u000a00:13:27.542984 run osmo-stp_10.42.42.5(pid=1390): Launched\u000a00:13:27.651936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:28.195049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1392): Launched\u000a00:13:28.492448 run osmo-msc_10.42.42.6(pid=1393): Launched\u000a00:13:28.667791 run osmo-stp_10.42.42.5(pid=1390): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1390)]\u000a00:13:28.793205 run osmo-stp_10.42.42.5(pid=1390): stdout: \u000a| (launched: 2022-12-10_00:13:27.394445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:28.916687 run osmo-stp_10.42.42.5(pid=1390): stderr: \u000a| �[0;m�[38;5;43m20221210001327563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001327563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001327563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001327563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001327564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001327564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001327564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:29.035712 run osmo-stp_10.42.42.5(pid=1390): stdout: \u000a| (launched: 2022-12-10_00:13:27.394445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:29.153943 run osmo-stp_10.42.42.5(pid=1390): stderr: \u000a| �[0;m�[38;5;43m20221210001327563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001327563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001327563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001327563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001327564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001327564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001327564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:29.206808 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1390): Process ended prematurely: osmo-stp_10.42.42.5(pid=1390) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1390)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:13:29.215650 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:13:29.274512 run osmo-hlr_10.42.42.2(pid=1387): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1387)]\u000a00:13:29.322529 run osmo-hlr_10.42.42.2(pid=1387): stdout: \u000a| (launched: 2022-12-10_00:13:26.453739) \u000a00:13:29.371496 run osmo-hlr_10.42.42.2(pid=1387): stderr: \u000a| �[0;m�[1;31m20221210001326651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001326651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001326651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001326651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001326651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001326651 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001326664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001326672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001326672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001326672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:29.437952 run osmo-msc_10.42.42.6(pid=1393): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1393)]\u000a00:13:29.486108 run osmo-msc_10.42.42.6(pid=1393): stdout: \u000a| (launched: 2022-12-10_00:13:28.346344) \u000a00:13:29.534811 run osmo-msc_10.42.42.6(pid=1393): stderr: \u000a| �[0;m�[38;5;43m20221210001328616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001328616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0a5f31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001328616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001328616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001328617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001328617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001328619 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:29.575902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1386): Terminating (SIGTERM)\u000a00:13:29.614779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1389): Terminating (SIGTERM)\u000a00:13:29.653711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1392): Terminating (SIGTERM)\u000a00:13:29.662873 --- ParallelTerminationStrategy: PID 1386 died...\u000a00:13:29.715739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1386): Terminated: ok {rc=0}\u000a00:13:29.725383 --- ParallelTerminationStrategy: PID 1389 died...\u000a00:13:29.778126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1389): Terminated: ok {rc=0}\u000a00:13:29.787766 --- ParallelTerminationStrategy: PID 1392 died...\u000a00:13:29.840241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1392): Terminated: ok {rc=0}\u000a00:13:29.922705 bus /sierra_3: Setting Powered False\u000a00:13:31.056000 bus /sierra_3: Setting Powered False\u000a00:13:32.168066 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1402): Process ended prematurely: osmo-stp_10.42.42.5(pid=1402) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1402): Process ended prematurely: osmo-stp_10.42.42.5(pid=1402) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:33.275604 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:33.287425 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:13:33.431495 tst mo_mt_call_osmux.py: using LAC 24651\u000a00:13:33.550042 tst mo_mt_call_osmux.py: using RAC 171\u000a00:13:33.665784 tst mo_mt_call_osmux.py: using CellId 24651\u000a00:13:33.781663 tst mo_mt_call_osmux.py: using BVCI 24652\u000a00:13:33.804225 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:33.815378 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:33.826515 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:33.837487 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:33.848515 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:13:33.859449 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:33.978048 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:13:34.178830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:34.655017 run create_hlr_db(pid=1396): Launched\u000a00:13:34.826378 bus /sierra_2: Setting Powered False\u000a00:13:35.848610 run create_hlr_db(pid=1396): Terminated: ok {rc=0}\u000a00:13:36.245371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1398): Launched\u000a00:13:36.544011 run osmo-hlr_10.42.42.2(pid=1399): Launched\u000a00:13:36.666801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:37.193323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1401): Launched\u000a00:13:37.491663 run osmo-stp_10.42.42.5(pid=1402): Launched\u000a00:13:37.600415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:38.142847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1404): Launched\u000a00:13:38.440271 run osmo-msc_10.42.42.6(pid=1405): Launched\u000a00:13:38.615077 run osmo-stp_10.42.42.5(pid=1402): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)]\u000a00:13:38.740738 run osmo-stp_10.42.42.5(pid=1402): stdout: \u000a| (launched: 2022-12-10_00:13:37.345095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:38.864441 run osmo-stp_10.42.42.5(pid=1402): stderr: \u000a| �[0;m�[38;5;43m20221210001337514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001337515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001337515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001337515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001337518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001337518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001337518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:38.983844 run osmo-stp_10.42.42.5(pid=1402): stdout: \u000a| (launched: 2022-12-10_00:13:37.345095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:39.102620 run osmo-stp_10.42.42.5(pid=1402): stderr: \u000a| �[0;m�[38;5;43m20221210001337514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001337515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001337515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001337515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001337518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001337518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001337518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:39.155275 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1402): Process ended prematurely: osmo-stp_10.42.42.5(pid=1402) [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1402)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:13:39.163843 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a00:13:39.222719 run osmo-hlr_10.42.42.2(pid=1399): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1399)]\u000a00:13:39.271459 run osmo-hlr_10.42.42.2(pid=1399): stdout: \u000a| (launched: 2022-12-10_00:13:36.397539) \u000a00:13:39.321309 run osmo-hlr_10.42.42.2(pid=1399): stderr: \u000a| �[0;m�[1;31m20221210001336575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001336575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001336575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001336575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001336575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001336575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001336587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001336596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001336596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001336596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:39.388149 run osmo-msc_10.42.42.6(pid=1405): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1405)]\u000a00:13:39.436586 run osmo-msc_10.42.42.6(pid=1405): stdout: \u000a| (launched: 2022-12-10_00:13:38.293783) \u000a00:13:39.485693 run osmo-msc_10.42.42.6(pid=1405): stderr: \u000a| �[0;m�[38;5;43m20221210001338566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001338566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f254385bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001338566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001338566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001338567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001338567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001338569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001338569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001338570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001338570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:39.527060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1398): Terminating (SIGTERM)\u000a00:13:39.566375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1401): Terminating (SIGTERM)\u000a00:13:39.605529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1404): Terminating (SIGTERM)\u000a00:13:39.614643 --- ParallelTerminationStrategy: PID 1398 died...\u000a00:13:39.667645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1398): Terminated: ok {rc=0}\u000a00:13:39.677190 --- ParallelTerminationStrategy: PID 1401 died...\u000a00:13:39.729509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1401): Terminated: ok {rc=0}\u000a00:13:39.739035 --- ParallelTerminationStrategy: PID 1404 died...\u000a00:13:39.791453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1404): Terminated: ok {rc=0}\u000a00:13:39.880495 bus /sierra_3: Setting Powered False\u000a00:13:40.982607 bus /sierra_3: Setting Powered False\u000a00:13:42.093616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:13:22" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1416): Process ended prematurely: osmo-stp_10.42.42.5(pid=1416) [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1416): Process ended prematurely: osmo-stp_10.42.42.5(pid=1416) [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:13:44.067141 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:44.078916 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:13:44.231180 tst mo_mt_call.py: using LAC 24652\u000a00:13:44.360502 tst mo_mt_call.py: using RAC 172\u000a00:13:44.486183 tst mo_mt_call.py: using CellId 24652\u000a00:13:44.609078 tst mo_mt_call.py: using BVCI 24653\u000a00:13:44.633390 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:44.645210 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:44.656701 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:44.668264 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:44.680402 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:44.693100 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:13:44.809678 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:13:45.008275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:45.487401 run create_hlr_db(pid=1410): Launched\u000a00:13:45.658801 bus /sierra_2: Setting Powered False\u000a00:13:46.705721 run create_hlr_db(pid=1410): Terminated: ok {rc=0}\u000a00:13:47.150629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1412): Launched\u000a00:13:47.472262 run osmo-hlr_10.42.42.2(pid=1413): Launched\u000a00:13:47.590450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:48.146212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1415): Launched\u000a00:13:48.463399 run osmo-stp_10.42.42.5(pid=1416): Launched\u000a00:13:48.579844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:49.164808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1418): Launched\u000a00:13:49.482928 run osmo-msc_10.42.42.6(pid=1419): Launched\u000a00:13:49.671072 run osmo-stp_10.42.42.5(pid=1416): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)]\u000a00:13:49.807131 run osmo-stp_10.42.42.5(pid=1416): stdout: \u000a| (launched: 2022-12-10_00:13:48.307947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:49.942142 run osmo-stp_10.42.42.5(pid=1416): stderr: \u000a| �[0;m�[38;5;43m20221210001348501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001348501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001348501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001348502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001348502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001348502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001348502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:50.070164 run osmo-stp_10.42.42.5(pid=1416): stdout: \u000a| (launched: 2022-12-10_00:13:48.307947)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:50.197188 run osmo-stp_10.42.42.5(pid=1416): stderr: \u000a| �[0;m�[38;5;43m20221210001348501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001348501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001348501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001348502 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001348502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001348502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001348502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:50.253406 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1416): Process ended prematurely: osmo-stp_10.42.42.5(pid=1416) [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:13:50.262461 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:13:50.324494 run osmo-hlr_10.42.42.2(pid=1413): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1413)]\u000a00:13:50.373773 run osmo-hlr_10.42.42.2(pid=1413): stdout: \u000a| (launched: 2022-12-10_00:13:47.314272) \u000a00:13:50.423637 run osmo-hlr_10.42.42.2(pid=1413): stderr: \u000a| �[0;m�[1;31m20221210001347514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001347514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001347514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001347514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001347514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001347514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001347526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001347534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001347535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001347535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:50.491503 run osmo-msc_10.42.42.6(pid=1419): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1419)]\u000a00:13:50.540688 run osmo-msc_10.42.42.6(pid=1419): stdout: \u000a| (launched: 2022-12-10_00:13:49.326879) \u000a00:13:50.590522 run osmo-msc_10.42.42.6(pid=1419): stderr: \u000a| �[0;m�[38;5;43m20221210001349649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001349649 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a55076c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001349649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001349649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001349650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001349650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001349651 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001349652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001349652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001349652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:50.631852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1412): Terminating (SIGTERM)\u000a00:13:50.671843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1415): Terminating (SIGTERM)\u000a00:13:50.711646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1418): Terminating (SIGTERM)\u000a00:13:50.721605 --- ParallelTerminationStrategy: PID 1412 died...\u000a00:13:50.774722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1412): Terminated: ok {rc=0}\u000a00:13:50.784873 --- ParallelTerminationStrategy: PID 1415 died...\u000a00:13:50.838350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1415): Terminated: ok {rc=0}\u000a00:13:50.848040 --- ParallelTerminationStrategy: PID 1418 died...\u000a00:13:50.901833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1418): Terminated: ok {rc=0}\u000a00:13:50.990258 bus /sierra_3: Setting Powered False\u000a00:13:52.093801 bus /sierra_3: Setting Powered False\u000a00:13:53.200645 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1427): Process ended prematurely: osmo-stp_10.42.42.5(pid=1427) [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1427)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1427): Process ended prematurely: osmo-stp_10.42.42.5(pid=1427) [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:54.315730 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:54.328186 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:13:54.476477 tst mo_mt_call_osmux.py: using LAC 24653\u000a00:13:54.595535 tst mo_mt_call_osmux.py: using RAC 173\u000a00:13:54.713107 tst mo_mt_call_osmux.py: using CellId 24653\u000a00:13:54.832529 tst mo_mt_call_osmux.py: using BVCI 24654\u000a00:13:54.855297 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:54.866568 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:54.877564 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:54.888581 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:54.899706 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:13:54.910826 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:13:55.029420 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:13:55.232927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:55.710220 run create_hlr_db(pid=1421): Launched\u000a00:13:55.880925 bus /sierra_2: Setting Powered False\u000a00:13:56.903089 run create_hlr_db(pid=1421): Terminated: ok {rc=0}\u000a00:13:57.299779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1423): Launched\u000a00:13:57.597476 run osmo-hlr_10.42.42.2(pid=1424): Launched\u000a00:13:57.706639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:58.221435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1426): Launched\u000a00:13:58.518189 run osmo-stp_10.42.42.5(pid=1427): Launched\u000a00:13:58.627870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:59.173771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1429): Launched\u000a00:13:59.474210 run osmo-msc_10.42.42.6(pid=1430): Launched\u000a00:13:59.650350 run osmo-stp_10.42.42.5(pid=1427): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1427)]\u000a00:13:59.777273 run osmo-stp_10.42.42.5(pid=1427): stdout: \u000a| (launched: 2022-12-10_00:13:58.372720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:59.900796 run osmo-stp_10.42.42.5(pid=1427): stderr: \u000a| �[0;m�[38;5;43m20221210001358543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001358543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001358544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001358544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001358545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001358545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001358545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:00.020122 run osmo-stp_10.42.42.5(pid=1427): stdout: \u000a| (launched: 2022-12-10_00:13:58.372720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:00.138693 run osmo-stp_10.42.42.5(pid=1427): stderr: \u000a| �[0;m�[38;5;43m20221210001358543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001358543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001358544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001358544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001358545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001358545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001358545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:00.191100 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1427): Process ended prematurely: osmo-stp_10.42.42.5(pid=1427) [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1427)] [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:14:00.199529 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a00:14:00.258321 run osmo-hlr_10.42.42.2(pid=1424): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1424)]\u000a00:14:00.306580 run osmo-hlr_10.42.42.2(pid=1424): stdout: \u000a| (launched: 2022-12-10_00:13:57.452190) \u000a00:14:00.355542 run osmo-hlr_10.42.42.2(pid=1424): stderr: \u000a| �[0;m�[1;31m20221210001357627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001357627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001357627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001357627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001357627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001357627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001357643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001357652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001357652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001357652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:00.421843 run osmo-msc_10.42.42.6(pid=1430): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1430)]\u000a00:14:00.470179 run osmo-msc_10.42.42.6(pid=1430): stdout: \u000a| (launched: 2022-12-10_00:13:59.325888) \u000a00:14:00.519924 run osmo-msc_10.42.42.6(pid=1430): stderr: \u000a| �[0;m�[38;5;43m20221210001359599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001359600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34a6e48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001359600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001359600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001359600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001359600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001359602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001359602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001359603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001359603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:00.561368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1423): Terminating (SIGTERM)\u000a00:14:00.600393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1426): Terminating (SIGTERM)\u000a00:14:00.639380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1429): Terminating (SIGTERM)\u000a00:14:00.648447 --- ParallelTerminationStrategy: PID 1423 died...\u000a00:14:00.700822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1423): Terminated: ok {rc=0}\u000a00:14:00.710296 --- ParallelTerminationStrategy: PID 1426 died...\u000a00:14:00.762585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1426): Terminated: ok {rc=0}\u000a00:14:00.772018 --- ParallelTerminationStrategy: PID 1429 died...\u000a00:14:00.824271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1429): Terminated: ok {rc=0}\u000a00:14:00.930032 bus /sierra_3: Setting Powered False\u000a00:14:02.035394 bus /sierra_3: Setting Powered False\u000a00:14:03.141356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:13:43" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1442): Process ended prematurely: osmo-stp_10.42.42.5(pid=1442) [trial-2366↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1442)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1442): Process ended prematurely: osmo-stp_10.42.42.5(pid=1442) [trial-2366↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:14:05.138035 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:05.149414 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:05.283535 tst emergency_mo_mt_call.py: using LAC 24654\u000a00:14:05.406934 tst emergency_mo_mt_call.py: using RAC 174\u000a00:14:05.530697 tst emergency_mo_mt_call.py: using CellId 24654\u000a00:14:05.653987 tst emergency_mo_mt_call.py: using BVCI 24655\u000a00:14:05.678210 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:05.689621 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:05.700757 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:05.713443 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:05.725331 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:05.737391 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:05.850984 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:06.056645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:06.549046 run create_hlr_db(pid=1436): Launched\u000a00:14:06.731847 bus /sierra_2: Setting Powered False\u000a00:14:07.753361 run create_hlr_db(pid=1436): Terminated: ok {rc=0}\u000a00:14:08.146050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1438): Launched\u000a00:14:08.439436 run osmo-hlr_10.42.42.2(pid=1439): Launched\u000a00:14:08.550015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:09.058118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1441): Launched\u000a00:14:09.350587 run osmo-stp_10.42.42.5(pid=1442): Launched\u000a00:14:09.468486 tst emergency_mo_mt_call.py: using MSISDN 7446\u000a00:14:09.614269 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:10.147945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1444): Launched\u000a00:14:10.440377 run osmo-msc_10.42.42.6(pid=1445): Launched\u000a00:14:10.611559 run osmo-stp_10.42.42.5(pid=1442): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1442)]\u000a00:14:10.735063 run osmo-stp_10.42.42.5(pid=1442): stdout: \u000a| (launched: 2022-12-10_00:14:09.206461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:10.857228 run osmo-stp_10.42.42.5(pid=1442): stderr: \u000a| �[0;m�[38;5;43m20221210001409377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001409377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001409378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001409378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001409378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001409379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001409379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:10.974530 run osmo-stp_10.42.42.5(pid=1442): stdout: \u000a| (launched: 2022-12-10_00:14:09.206461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:11.091132 run osmo-stp_10.42.42.5(pid=1442): stderr: \u000a| �[0;m�[38;5;43m20221210001409377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001409377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001409378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001409378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001409378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001409379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001409379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:11.142321 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1442): Process ended prematurely: osmo-stp_10.42.42.5(pid=1442) [trial-2366↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1442)] [trial-2366↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a00:14:11.150439 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a00:14:11.209213 run osmo-hlr_10.42.42.2(pid=1439): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1439)]\u000a00:14:11.257735 run osmo-hlr_10.42.42.2(pid=1439): stdout: \u000a| (launched: 2022-12-10_00:14:08.294740) \u000a00:14:11.306792 run osmo-hlr_10.42.42.2(pid=1439): stderr: \u000a| �[0;m�[1;31m20221210001408470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001408470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001408470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001408470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001408470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001408470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001408484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001408492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001408492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001408492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:11.373358 run osmo-msc_10.42.42.6(pid=1445): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1445)]\u000a00:14:11.421656 run osmo-msc_10.42.42.6(pid=1445): stdout: \u000a| (launched: 2022-12-10_00:14:10.296605) \u000a00:14:11.470717 run osmo-msc_10.42.42.6(pid=1445): stderr: \u000a| �[0;m�[38;5;43m20221210001410567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001410567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce2e0efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001410567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001410567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001410567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001410568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001410570 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001410570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001410570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001410570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:11.512256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1438): Terminating (SIGTERM)\u000a00:14:11.552031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1441): Terminating (SIGTERM)\u000a00:14:11.591399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1444): Terminating (SIGTERM)\u000a00:14:11.600519 --- ParallelTerminationStrategy: PID 1438 died...\u000a00:14:11.653782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1438): Terminated: ok {rc=0}\u000a00:14:11.663663 --- ParallelTerminationStrategy: PID 1441 died...\u000a00:14:11.716091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1441): Terminated: ok {rc=0}\u000a00:14:11.725650 --- ParallelTerminationStrategy: PID 1444 died...\u000a00:14:11.778299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1444): Terminated: ok {rc=0}\u000a00:14:11.861776 bus /sierra_3: Setting Powered False\u000a00:14:12.962616 bus /sierra_3: Setting Powered False\u000a00:14:14.074086 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1453): Process ended prematurely: osmo-stp_10.42.42.5(pid=1453) [trial-2366↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1453): Process ended prematurely: osmo-stp_10.42.42.5(pid=1453) [trial-2366↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:14:15.124876 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:15.136234 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:15.262855 tst emergency_preemptive_call.py: using LAC 24655\u000a00:14:15.379931 tst emergency_preemptive_call.py: using RAC 175\u000a00:14:15.496932 tst emergency_preemptive_call.py: using CellId 24655\u000a00:14:15.612251 tst emergency_preemptive_call.py: using BVCI 24656\u000a00:14:15.634575 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:15.645508 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:15.656107 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:15.666775 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:15.677394 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a00:14:15.687934 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:15.805870 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:15.952200 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:16.079844 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:16.345765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:16.894304 run create_hlr_db(pid=1447): Launched\u000a00:14:17.066011 bus /sierra_2: Setting Powered False\u000a00:14:18.084451 run create_hlr_db(pid=1447): Terminated: ok {rc=0}\u000a00:14:18.475727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1449): Launched\u000a00:14:18.770051 run osmo-hlr_10.42.42.2(pid=1450): Launched\u000a00:14:18.884486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:19.401402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1452): Launched\u000a00:14:19.694221 run osmo-stp_10.42.42.5(pid=1453): Launched\u000a00:14:19.811870 tst emergency_preemptive_call.py: using MSISDN 7447\u000a00:14:19.956547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:20.489200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1455): Launched\u000a00:14:20.783906 run osmo-msc_10.42.42.6(pid=1456): Launched\u000a00:14:20.956090 run osmo-stp_10.42.42.5(pid=1453): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)]\u000a00:14:21.080624 run osmo-stp_10.42.42.5(pid=1453): stdout: \u000a| (launched: 2022-12-10_00:14:19.549676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:21.202331 run osmo-stp_10.42.42.5(pid=1453): stderr: \u000a| �[0;m�[38;5;43m20221210001419720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001419720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001419721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001419721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001419721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001419721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001419722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:21.320096 run osmo-stp_10.42.42.5(pid=1453): stdout: \u000a| (launched: 2022-12-10_00:14:19.549676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:21.436706 run osmo-stp_10.42.42.5(pid=1453): stderr: \u000a| �[0;m�[38;5;43m20221210001419720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001419720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001419721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001419721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001419721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001419721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001419722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:21.488085 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1453): Process ended prematurely: osmo-stp_10.42.42.5(pid=1453) [trial-2366↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)] [trial-2366↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a00:14:21.495986 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a00:14:21.554891 run osmo-hlr_10.42.42.2(pid=1450): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1450)]\u000a00:14:21.603332 run osmo-hlr_10.42.42.2(pid=1450): stdout: \u000a| (launched: 2022-12-10_00:14:18.624781) \u000a00:14:21.653056 run osmo-hlr_10.42.42.2(pid=1450): stderr: \u000a| �[0;m�[1;31m20221210001418802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001418802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001418802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001418802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001418802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001418802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001418816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001418826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001418827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001418827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:21.719810 run osmo-msc_10.42.42.6(pid=1456): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1456)]\u000a00:14:21.768184 run osmo-msc_10.42.42.6(pid=1456): stdout: \u000a| (launched: 2022-12-10_00:14:20.637533) \u000a00:14:21.817094 run osmo-msc_10.42.42.6(pid=1456): stderr: \u000a| �[0;m�[38;5;43m20221210001420909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001420909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb282bc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001420909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001420909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001420910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001420910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001420912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001420912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:21.858135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1449): Terminating (SIGTERM)\u000a00:14:21.897904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1452): Terminating (SIGTERM)\u000a00:14:21.936852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1455): Terminating (SIGTERM)\u000a00:14:21.945960 --- ParallelTerminationStrategy: PID 1449 died...\u000a00:14:21.998371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1449): Terminated: ok {rc=0}\u000a00:14:22.007987 --- ParallelTerminationStrategy: PID 1452 died...\u000a00:14:22.060647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1452): Terminated: ok {rc=0}\u000a00:14:22.070183 --- ParallelTerminationStrategy: PID 1455 died...\u000a00:14:22.122601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1455): Terminated: ok {rc=0}\u000a00:14:22.204624 bus /sierra_9: Setting Powered False\u000a00:14:23.311110 bus /sierra_9: Setting Powered False\u000a00:14:24.417483 bus /sierra_8: Setting Powered False\u000a00:14:25.518745 bus /sierra_8: Setting Powered False\u000a00:14:26.629280 bus /sierra_3: Setting Powered False\u000a00:14:27.736790 bus /sierra_3: Setting Powered False\u000a00:14:28.844112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:14:04" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1471): Process ended prematurely: osmo-stp_10.42.42.5(pid=1471) [trial-2366↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1471): Process ended prematurely: osmo-stp_10.42.42.5(pid=1471) [trial-2366↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:14:30.978428 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:30.990490 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:31.128584 tst cs_paging_gprs_active.py: using LAC 24656\u000a00:14:31.248601 tst cs_paging_gprs_active.py: using RAC 176\u000a00:14:31.366638 tst cs_paging_gprs_active.py: using CellId 24656\u000a00:14:31.484938 tst cs_paging_gprs_active.py: using BVCI 24657\u000a00:14:31.508380 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.519727 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.530783 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.541969 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.553096 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.564290 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.575533 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.586857 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:31.598169 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:31.720090 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:32.075956 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:14:32.241957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:32.552084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1461): Launched\u000a00:14:32.808511 run iperf3-srv_10.42.42.10(pid=1462): Launched\u000a00:14:32.990420 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:14:33.132204 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:33.459029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1463): Launched\u000a00:14:33.733802 run iperf3-srv_10.42.42.10(pid=1464): Launched\u000a00:14:33.930157 tst cs_paging_gprs_active.py:38: start network...\u000a00:14:34.063695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:34.565344 run create_hlr_db(pid=1465): Launched\u000a00:14:34.750734 bus /sierra_2: Setting Powered False\u000a00:14:35.772293 run create_hlr_db(pid=1465): Terminated: ok {rc=0}\u000a00:14:36.173547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1467): Launched\u000a00:14:36.472041 run osmo-hlr_10.42.42.2(pid=1468): Launched\u000a00:14:36.586934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:37.109806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1470): Launched\u000a00:14:37.408699 run osmo-stp_10.42.42.5(pid=1471): Launched\u000a00:14:37.518584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:14:38.039863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1473): Launched\u000a00:14:38.146310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:14:38.406577 run patchelf(pid=1474): Launched\u000a00:14:38.581501 run osmo-stp_10.42.42.5(pid=1471): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)]\u000a00:14:38.709407 run osmo-stp_10.42.42.5(pid=1471): stdout: \u000a| (launched: 2022-12-10_00:14:37.261804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:38.837895 run osmo-stp_10.42.42.5(pid=1471): stderr: \u000a| �[0;m�[38;5;43m20221210001437433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001437433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001437433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001437434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001437434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001437434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001437434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:38.961494 run osmo-stp_10.42.42.5(pid=1471): stdout: \u000a| (launched: 2022-12-10_00:14:37.261804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:39.083784 run osmo-stp_10.42.42.5(pid=1471): stderr: \u000a| �[0;m�[38;5;43m20221210001437433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001437433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001437433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001437434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001437434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001437434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001437434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:39.226701 run patchelf(pid=1474): Terminating (SIGINT)\u000a00:14:39.394937 run patchelf(pid=1474): Terminated: ok {rc=0}\u000a00:14:39.425906 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1471): Process ended prematurely: osmo-stp_10.42.42.5(pid=1471) [trial-2366↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1471)] [trial-2366↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a00:14:39.435074 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a00:14:39.494045 run osmo-hlr_10.42.42.2(pid=1468): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1468)]\u000a00:14:39.542262 run osmo-hlr_10.42.42.2(pid=1468): stdout: \u000a| (launched: 2022-12-10_00:14:36.325128) \u000a00:14:39.591232 run osmo-hlr_10.42.42.2(pid=1468): stderr: \u000a| �[0;m�[1;31m20221210001436503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001436503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001436503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001436503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001436503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001436503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001436515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001436524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001436524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001436524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:39.633038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1461): Terminating (SIGTERM)\u000a00:14:39.672311 run iperf3-srv_10.42.42.10(pid=1462): Terminating (SIGTERM)\u000a00:14:39.711710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1463): Terminating (SIGTERM)\u000a00:14:39.750962 run iperf3-srv_10.42.42.10(pid=1464): Terminating (SIGTERM)\u000a00:14:39.790977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1467): Terminating (SIGTERM)\u000a00:14:39.830364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1470): Terminating (SIGTERM)\u000a00:14:39.869744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1473): Terminating (SIGTERM)\u000a00:14:39.878889 --- ParallelTerminationStrategy: PID 1461 died...\u000a00:14:39.931776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1461): Terminated: ok {rc=0}\u000a00:14:39.941395 --- ParallelTerminationStrategy: PID 1462 died...\u000a00:14:39.993638 run iperf3-srv_10.42.42.10(pid=1462): Terminated {rc=256}\u000a00:14:40.003085 --- ParallelTerminationStrategy: PID 1463 died...\u000a00:14:40.056062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1463): Terminated: ok {rc=0}\u000a00:14:40.065642 --- ParallelTerminationStrategy: PID 1464 died...\u000a00:14:40.118148 run iperf3-srv_10.42.42.10(pid=1464): Terminated {rc=256}\u000a00:14:40.127631 --- ParallelTerminationStrategy: PID 1467 died...\u000a00:14:40.180075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1467): Terminated: ok {rc=0}\u000a00:14:40.189613 --- ParallelTerminationStrategy: PID 1470 died...\u000a00:14:40.241791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1470): Terminated: ok {rc=0}\u000a00:14:40.251270 --- ParallelTerminationStrategy: PID 1473 died...\u000a00:14:40.303524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1473): Terminated: ok {rc=0}\u000a00:14:40.385000 bus /gobi_0: Setting Powered False\u000a00:14:41.484814 bus /gobi_0: Setting Powered False\u000a00:14:42.595075 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2366↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2366↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a00:14:43.704411 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:43.715665 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:43.839573 tst iperf3.py: using LAC 24657\u000a00:14:43.956081 tst iperf3.py: using RAC 177\u000a00:14:44.078897 tst iperf3.py: using CellId 24657\u000a00:14:44.194077 tst iperf3.py: using BVCI 24658\u000a00:14:44.216849 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.227504 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.237932 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.248335 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.258669 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.269035 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.279529 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.289910 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:44.300490 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:44.593554 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:14:44.726388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:45.055460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1475): Launched\u000a00:14:45.328374 run iperf3-srv_10.42.42.10(pid=1476): Launched\u000a00:14:45.523711 tst iperf3.py:8: start network...\u000a00:14:45.657177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:46.232439 run create_hlr_db(pid=1477): Launched\u000a00:14:46.422539 bus /gobi_6: Setting Powered False\u000a00:14:47.428922 run create_hlr_db(pid=1477): Terminated: ok {rc=0}\u000a00:14:47.864908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Launched\u000a00:14:48.184547 run osmo-hlr_10.42.42.2(pid=1480): Launched\u000a00:14:48.305587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:48.858866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Launched\u000a00:14:49.178815 run osmo-stp_10.42.42.5(pid=1483): Launched\u000a00:14:49.295147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:14:49.852865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1485): Launched\u000a00:14:49.967595 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:14:50.245805 run patchelf(pid=1486): Launched\u000a00:14:50.432173 run osmo-stp_10.42.42.5(pid=1483): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]\u000a00:14:50.569033 run osmo-stp_10.42.42.5(pid=1483): stdout: \u000a| (launched: 2022-12-10_00:14:49.021076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:50.706278 run osmo-stp_10.42.42.5(pid=1483): stderr: \u000a| �[0;m�[38;5;43m20221210001449212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001449212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001449212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001449213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001449213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001449213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001449213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:50.838792 run osmo-stp_10.42.42.5(pid=1483): stdout: \u000a| (launched: 2022-12-10_00:14:49.021076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:50.969494 run osmo-stp_10.42.42.5(pid=1483): stderr: \u000a| �[0;m�[38;5;43m20221210001449212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001449212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001449212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001449213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001449213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001449213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001449213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:51.122292 run patchelf(pid=1486): Terminating (SIGINT)\u000a00:14:51.301811 run patchelf(pid=1486): Terminated: ok {rc=0}\u000a00:14:51.334978 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2366↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)] [trial-2366↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a00:14:51.344935 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:14:51.408403 run osmo-hlr_10.42.42.2(pid=1480): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1480)]\u000a00:14:51.460263 run osmo-hlr_10.42.42.2(pid=1480): stdout: \u000a| (launched: 2022-12-10_00:14:48.028158) \u000a00:14:51.512199 run osmo-hlr_10.42.42.2(pid=1480): stderr: \u000a| �[0;m�[1;31m20221210001448224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001448224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001448224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001448224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001448224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001448224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001448237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001448245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001448245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001448245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:51.556653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1475): Terminating (SIGTERM)\u000a00:14:51.598267 run iperf3-srv_10.42.42.10(pid=1476): Terminating (SIGTERM)\u000a00:14:51.640386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Terminating (SIGTERM)\u000a00:14:51.681884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Terminating (SIGTERM)\u000a00:14:51.723857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1485): Terminating (SIGTERM)\u000a00:14:51.734131 --- ParallelTerminationStrategy: PID 1475 died...\u000a00:14:51.789999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1475): Terminated: ok {rc=0}\u000a00:14:51.800270 --- ParallelTerminationStrategy: PID 1476 died...\u000a00:14:51.856002 run iperf3-srv_10.42.42.10(pid=1476): Terminated {rc=256}\u000a00:14:51.866080 --- ParallelTerminationStrategy: PID 1479 died...\u000a00:14:51.921552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Terminated: ok {rc=0}\u000a00:14:51.931837 --- ParallelTerminationStrategy: PID 1482 died...\u000a00:14:51.988055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Terminated: ok {rc=0}\u000a00:14:51.998159 --- ParallelTerminationStrategy: PID 1485 died...\u000a00:14:52.053826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1485): Terminated: ok {rc=0}\u000a00:14:52.140290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1504): Process ended prematurely: osmo-stp_10.42.42.5(pid=1504) [trial-2366↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1504): Process ended prematurely: osmo-stp_10.42.42.5(pid=1504) [trial-2366↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a00:14:53.258624 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.270171 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:14:53.401084 tst iperf3m4.py: using LAC 24658\u000a00:14:53.520629 tst iperf3m4.py: using RAC 178\u000a00:14:53.643285 tst iperf3m4.py: using CellId 24658\u000a00:14:53.758914 tst iperf3m4.py: using BVCI 24659\u000a00:14:53.781728 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.792349 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.802895 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.813446 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.823702 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.834133 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.844695 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.854982 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:14:53.866159 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:53.986357 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:54.107822 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:54.224933 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:14:54.517056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:14:54.651384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:54.983721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1487): Launched\u000a00:14:55.258266 run iperf3-srv_10.42.42.10(pid=1488): Launched\u000a00:14:55.454701 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:14:55.588783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:55.920660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1489): Launched\u000a00:14:56.194766 run iperf3-srv_10.42.42.10(pid=1490): Launched\u000a00:14:56.390621 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:14:56.524510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:56.855712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1491): Launched\u000a00:14:57.130627 run iperf3-srv_10.42.42.10(pid=1492): Launched\u000a00:14:57.326843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:14:57.460764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:14:57.792444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1493): Launched\u000a00:14:58.067009 run iperf3-srv_10.42.42.10(pid=1494): Launched\u000a00:14:58.262935 tst iperf3m4.py:8: start network...\u000a00:14:58.397192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:58.898832 run create_hlr_db(pid=1495): Launched\u000a00:14:59.083675 bus /gobi_6: Setting Powered False\u000a00:15:00.105671 run create_hlr_db(pid=1495): Terminated: ok {rc=0}\u000a00:15:00.531681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Launched\u000a00:15:00.853494 run osmo-hlr_10.42.42.2(pid=1498): Launched\u000a00:15:01.033943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:01.671680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1503): Launched\u000a00:15:02.241018 run osmo-stp_10.42.42.5(pid=1504): Launched\u000a00:15:02.387321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:02.945145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1506): Launched\u000a00:15:03.060137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:03.339408 run patchelf(pid=1507): Launched\u000a00:15:03.528122 run osmo-stp_10.42.42.5(pid=1504): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)]\u000a00:15:03.665493 run osmo-stp_10.42.42.5(pid=1504): stdout: \u000a| (launched: 2022-12-10_00:15:01.837395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:03.803665 run osmo-stp_10.42.42.5(pid=1504): stderr: \u000a| �[0;m�[38;5;43m20221210001502157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001502158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001502158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001502159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001502161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001502161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001502161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:03.936131 run osmo-stp_10.42.42.5(pid=1504): stdout: \u000a| (launched: 2022-12-10_00:15:01.837395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:04.067367 run osmo-stp_10.42.42.5(pid=1504): stderr: \u000a| �[0;m�[38;5;43m20221210001502157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001502158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001502158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001502159 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001502161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001502161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001502161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:04.220454 run patchelf(pid=1507): Terminating (SIGINT)\u000a00:15:04.400463 run patchelf(pid=1507): Terminated: ok {rc=0}\u000a00:15:04.433646 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1504): Process ended prematurely: osmo-stp_10.42.42.5(pid=1504) [trial-2366↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)] [trial-2366↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a00:15:04.443622 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a00:15:04.507120 run osmo-hlr_10.42.42.2(pid=1498): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1498)]\u000a00:15:04.558648 run osmo-hlr_10.42.42.2(pid=1498): stdout: \u000a| (launched: 2022-12-10_00:15:00.694708) \u000a00:15:04.610785 run osmo-hlr_10.42.42.2(pid=1498): stderr: \u000a| �[0;m�[1;31m20221210001500959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001500959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001500960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001500960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001500960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001500960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001500980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001501003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001501003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001501003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:04.654772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1487): Terminating (SIGTERM)\u000a00:15:04.696487 run iperf3-srv_10.42.42.10(pid=1488): Terminating (SIGTERM)\u000a00:15:04.738612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1489): Terminating (SIGTERM)\u000a00:15:04.780316 run iperf3-srv_10.42.42.10(pid=1490): Terminating (SIGTERM)\u000a00:15:04.822332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1491): Terminating (SIGTERM)\u000a00:15:04.864006 run iperf3-srv_10.42.42.10(pid=1492): Terminating (SIGTERM)\u000a00:15:04.905795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1493): Terminating (SIGTERM)\u000a00:15:04.947396 run iperf3-srv_10.42.42.10(pid=1494): Terminating (SIGTERM)\u000a00:15:04.989295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Terminating (SIGTERM)\u000a00:15:05.030714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1503): Terminating (SIGTERM)\u000a00:15:05.072442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1506): Terminating (SIGTERM)\u000a00:15:05.082383 --- ParallelTerminationStrategy: PID 1487 died...\u000a00:15:05.138400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1487): Terminated: ok {rc=0}\u000a00:15:05.148421 --- ParallelTerminationStrategy: PID 1488 died...\u000a00:15:05.204204 run iperf3-srv_10.42.42.10(pid=1488): Terminated {rc=256}\u000a00:15:05.214254 --- ParallelTerminationStrategy: PID 1489 died...\u000a00:15:05.269947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1489): Terminated: ok {rc=0}\u000a00:15:05.279991 --- ParallelTerminationStrategy: PID 1490 died...\u000a00:15:05.335625 run iperf3-srv_10.42.42.10(pid=1490): Terminated {rc=256}\u000a00:15:05.345659 --- ParallelTerminationStrategy: PID 1491 died...\u000a00:15:05.401106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1491): Terminated: ok {rc=0}\u000a00:15:05.411090 --- ParallelTerminationStrategy: PID 1492 died...\u000a00:15:05.466454 run iperf3-srv_10.42.42.10(pid=1492): Terminated {rc=256}\u000a00:15:05.476660 --- ParallelTerminationStrategy: PID 1493 died...\u000a00:15:05.532424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1493): Terminated: ok {rc=0}\u000a00:15:05.542551 --- ParallelTerminationStrategy: PID 1494 died...\u000a00:15:05.598222 run iperf3-srv_10.42.42.10(pid=1494): Terminated {rc=256}\u000a00:15:05.608341 --- ParallelTerminationStrategy: PID 1497 died...\u000a00:15:05.663936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Terminated: ok {rc=0}\u000a00:15:05.674289 --- ParallelTerminationStrategy: PID 1503 died...\u000a00:15:05.729643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1503): Terminated: ok {rc=0}\u000a00:15:05.740203 --- ParallelTerminationStrategy: PID 1506 died...\u000a00:15:05.795940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1506): Terminated: ok {rc=0}\u000a00:15:05.883096 bus /gobi_4: Setting Powered False\u000a00:15:06.989367 bus /gobi_4: Setting Powered False\u000a00:15:08.096486 bus /gobi_1: Setting Powered False\u000a00:15:09.202811 bus /gobi_1: Setting Powered False\u000a00:15:10.309174 bus /gobi_0: Setting Powered False\u000a00:15:11.414607 bus /gobi_0: Setting Powered False\u000a00:15:12.526242 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1514): Process ended prematurely: osmo-stp_10.42.42.5(pid=1514) [trial-2366↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1514): Process ended prematurely: osmo-stp_10.42.42.5(pid=1514) [trial-2366↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a00:15:13.592359 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:13.603587 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:13.731791 tst ping.py: using LAC 24659\u000a00:15:13.846259 tst ping.py: using RAC 179\u000a00:15:13.959611 tst ping.py: using CellId 24659\u000a00:15:14.074315 tst ping.py: using BVCI 24660\u000a00:15:14.096804 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.107564 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.118215 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.128747 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.139258 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.149760 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.160312 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:14.170945 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:14.457383 tst ping.py:19: start network...\u000a00:15:14.589721 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:15.085905 run create_hlr_db(pid=1508): Launched\u000a00:15:15.268477 bus /gobi_6: Setting Powered False\u000a00:15:16.327590 run create_hlr_db(pid=1508): Terminated: ok {rc=0}\u000a00:15:16.788140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1510): Launched\u000a00:15:17.182754 run osmo-hlr_10.42.42.2(pid=1511): Launched\u000a00:15:17.297956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:17.847858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1513): Launched\u000a00:15:18.163587 run osmo-stp_10.42.42.5(pid=1514): Launched\u000a00:15:18.279258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:18.831332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1516): Launched\u000a00:15:18.944527 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:19.220399 run patchelf(pid=1517): Launched\u000a00:15:19.405502 run osmo-stp_10.42.42.5(pid=1514): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)]\u000a00:15:19.541296 run osmo-stp_10.42.42.5(pid=1514): stdout: \u000a| (launched: 2022-12-10_00:15:18.007774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:19.677648 run osmo-stp_10.42.42.5(pid=1514): stderr: \u000a| �[0;m�[38;5;43m20221210001518201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001518201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001518201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001518202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001518202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001518202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001518202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:19.809567 run osmo-stp_10.42.42.5(pid=1514): stdout: \u000a| (launched: 2022-12-10_00:15:18.007774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:19.939297 run osmo-stp_10.42.42.5(pid=1514): stderr: \u000a| �[0;m�[38;5;43m20221210001518201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001518201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001518201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001518202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001518202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001518202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001518202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:20.090790 run patchelf(pid=1517): Terminating (SIGINT)\u000a00:15:20.268522 run patchelf(pid=1517): Terminated: ok {rc=0}\u000a00:15:20.300599 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1514): Process ended prematurely: osmo-stp_10.42.42.5(pid=1514) [trial-2366↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1514)] [trial-2366↪gprs:nanobts+band-1900↪ping.py:22]\u000a00:15:20.309804 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:15:20.374425 run osmo-hlr_10.42.42.2(pid=1511): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1511)]\u000a00:15:20.426134 run osmo-hlr_10.42.42.2(pid=1511): stdout: \u000a| (launched: 2022-12-10_00:15:16.950881) \u000a00:15:20.478517 run osmo-hlr_10.42.42.2(pid=1511): stderr: \u000a| �[0;m�[1;31m20221210001517212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001517212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001517212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001517212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001517212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001517212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001517224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001517233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001517233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001517233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:20.523039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1510): Terminating (SIGTERM)\u000a00:15:20.565348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1513): Terminating (SIGTERM)\u000a00:15:20.607847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1516): Terminating (SIGTERM)\u000a00:15:20.617731 --- ParallelTerminationStrategy: PID 1510 died...\u000a00:15:20.674134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1510): Terminated: ok {rc=0}\u000a00:15:20.684286 --- ParallelTerminationStrategy: PID 1513 died...\u000a00:15:20.740392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1513): Terminated: ok {rc=0}\u000a00:15:20.750815 --- ParallelTerminationStrategy: PID 1516 died...\u000a00:15:20.806721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1516): Terminated: ok {rc=0}\u000a00:15:20.893971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2366↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2366↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a00:15:21.943613 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:21.955012 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a00:15:22.080399 tst ping_idle_ping.py: using LAC 24660\u000a00:15:22.205678 tst ping_idle_ping.py: using RAC 180\u000a00:15:22.324011 tst ping_idle_ping.py: using CellId 24660\u000a00:15:22.443165 tst ping_idle_ping.py: using BVCI 24661\u000a00:15:22.465670 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:22.476173 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:22.486833 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:22.497530 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:22.508155 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:22.518725 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:22.529393 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a00:15:22.539868 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a00:15:22.827100 tst ping_idle_ping.py:24: start network...\u000a00:15:22.959267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:23.458633 run create_hlr_db(pid=1518): Launched\u000a00:15:23.642277 bus /gobi_6: Setting Powered False\u000a00:15:24.663708 run create_hlr_db(pid=1518): Terminated: ok {rc=0}\u000a00:15:25.059808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Launched\u000a00:15:25.355054 run osmo-hlr_10.42.42.2(pid=1521): Launched\u000a00:15:25.468744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:25.988922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Launched\u000a00:15:26.284530 run osmo-stp_10.42.42.5(pid=1524): Launched\u000a00:15:26.393181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:26.908000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1526): Launched\u000a00:15:27.012816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:27.270065 run patchelf(pid=1527): Launched\u000a00:15:27.443200 run osmo-stp_10.42.42.5(pid=1524): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)]\u000a00:15:27.570892 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-10_00:15:26.139068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:27.698082 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221210001526307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001526308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001526308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001526309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001526311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001526311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001526311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:27.820463 run osmo-stp_10.42.42.5(pid=1524): stdout: \u000a| (launched: 2022-12-10_00:15:26.139068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:27.941296 run osmo-stp_10.42.42.5(pid=1524): stderr: \u000a| �[0;m�[38;5;43m20221210001526307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001526308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001526308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001526309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001526311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001526311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001526311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:28.082206 run patchelf(pid=1527): Terminating (SIGINT)\u000a00:15:28.248750 run patchelf(pid=1527): Terminated: ok {rc=0}\u000a00:15:28.278961 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1524): Process ended prematurely: osmo-stp_10.42.42.5(pid=1524) [trial-2366↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1524)] [trial-2366↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a00:15:28.287578 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a00:15:28.347399 run osmo-hlr_10.42.42.2(pid=1521): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1521)]\u000a00:15:28.396093 run osmo-hlr_10.42.42.2(pid=1521): stdout: \u000a| (launched: 2022-12-10_00:15:25.209374) \u000a00:15:28.445821 run osmo-hlr_10.42.42.2(pid=1521): stderr: \u000a| �[0;m�[1;31m20221210001525384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001525384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001525384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001525384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001525385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001525385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001525396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001525406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001525406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001525406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:28.488061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminating (SIGTERM)\u000a00:15:28.527798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminating (SIGTERM)\u000a00:15:28.567226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1526): Terminating (SIGTERM)\u000a00:15:28.576464 --- ParallelTerminationStrategy: PID 1520 died...\u000a00:15:28.629522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1520): Terminated: ok {rc=0}\u000a00:15:28.639215 --- ParallelTerminationStrategy: PID 1523 died...\u000a00:15:28.692215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1523): Terminated: ok {rc=0}\u000a00:15:28.702100 --- ParallelTerminationStrategy: PID 1526 died...\u000a00:15:28.755182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1526): Terminated: ok {rc=0}\u000a00:15:28.838379 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:14:30" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1542): Process ended prematurely: osmo-stp_10.42.42.5(pid=1542) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1542): Process ended prematurely: osmo-stp_10.42.42.5(pid=1542) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:15:30.996616 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.012995 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:15:31.149429 tst cs_paging_gprs_active.py: using LAC 24661\u000a00:15:31.285482 tst cs_paging_gprs_active.py: using RAC 181\u000a00:15:31.411929 tst cs_paging_gprs_active.py: using CellId 24661\u000a00:15:31.534029 tst cs_paging_gprs_active.py: using BVCI 24662\u000a00:15:31.558271 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.570448 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.584167 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.596934 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.608822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.621202 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.633877 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.646190 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:31.658721 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:31.779419 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:32.142697 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:15:32.295672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:32.627058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1532): Launched\u000a00:15:32.902408 run iperf3-srv_10.42.42.10(pid=1533): Launched\u000a00:15:33.099090 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:15:33.232784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:33.563956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1534): Launched\u000a00:15:33.839160 run iperf3-srv_10.42.42.10(pid=1535): Launched\u000a00:15:34.036024 tst cs_paging_gprs_active.py:38: start network...\u000a00:15:34.170356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:34.674300 run create_hlr_db(pid=1536): Launched\u000a00:15:34.860350 bus /gobi_6: Setting Powered False\u000a00:15:35.882074 run create_hlr_db(pid=1536): Terminated: ok {rc=0}\u000a00:15:36.309112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1538): Launched\u000a00:15:36.629023 run osmo-hlr_10.42.42.2(pid=1539): Launched\u000a00:15:36.749307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:37.305961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1541): Launched\u000a00:15:37.626647 run osmo-stp_10.42.42.5(pid=1542): Launched\u000a00:15:37.743489 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:38.303254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1547): Launched\u000a00:15:38.417939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:38.697551 run patchelf(pid=1548): Launched\u000a00:15:38.885549 run osmo-stp_10.42.42.5(pid=1542): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)]\u000a00:15:39.023117 run osmo-stp_10.42.42.5(pid=1542): stdout: \u000a| (launched: 2022-12-10_00:15:37.468736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:39.161387 run osmo-stp_10.42.42.5(pid=1542): stderr: \u000a| �[0;m�[38;5;43m20221210001537661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001537661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001537661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001537662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001537662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001537662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001537663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:39.294514 run osmo-stp_10.42.42.5(pid=1542): stdout: \u000a| (launched: 2022-12-10_00:15:37.468736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:39.426512 run osmo-stp_10.42.42.5(pid=1542): stderr: \u000a| �[0;m�[38;5;43m20221210001537661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001537661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001537661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001537662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001537662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001537662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001537663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:39.579549 run patchelf(pid=1548): Terminating (SIGINT)\u000a00:15:39.759917 run patchelf(pid=1548): Terminated: ok {rc=0}\u000a00:15:39.793023 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1542): Process ended prematurely: osmo-stp_10.42.42.5(pid=1542) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:15:39.803043 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:15:39.866527 run osmo-hlr_10.42.42.2(pid=1539): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1539)]\u000a00:15:39.918075 run osmo-hlr_10.42.42.2(pid=1539): stdout: \u000a| (launched: 2022-12-10_00:15:36.472092) \u000a00:15:39.970467 run osmo-hlr_10.42.42.2(pid=1539): stderr: \u000a| �[0;m�[1;31m20221210001536671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001536671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001536671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001536671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001536671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001536671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001536685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001536693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001536693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001536693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:40.015042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1532): Terminating (SIGTERM)\u000a00:15:40.056851 run iperf3-srv_10.42.42.10(pid=1533): Terminating (SIGTERM)\u000a00:15:40.098872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1534): Terminating (SIGTERM)\u000a00:15:40.141081 run iperf3-srv_10.42.42.10(pid=1535): Terminating (SIGTERM)\u000a00:15:40.182733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1538): Terminating (SIGTERM)\u000a00:15:40.224850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1541): Terminating (SIGTERM)\u000a00:15:40.266733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1547): Terminating (SIGTERM)\u000a00:15:40.276508 --- ParallelTerminationStrategy: PID 1532 died...\u000a00:15:40.332519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1532): Terminated: ok {rc=0}\u000a00:15:40.342597 --- ParallelTerminationStrategy: PID 1533 died...\u000a00:15:40.398241 run iperf3-srv_10.42.42.10(pid=1533): Terminated {rc=256}\u000a00:15:40.408218 --- ParallelTerminationStrategy: PID 1534 died...\u000a00:15:40.464167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1534): Terminated: ok {rc=0}\u000a00:15:40.474131 --- ParallelTerminationStrategy: PID 1535 died...\u000a00:15:40.529870 run iperf3-srv_10.42.42.10(pid=1535): Terminated {rc=256}\u000a00:15:40.539849 --- ParallelTerminationStrategy: PID 1538 died...\u000a00:15:40.595460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1538): Terminated: ok {rc=0}\u000a00:15:40.605781 --- ParallelTerminationStrategy: PID 1541 died...\u000a00:15:40.661337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1541): Terminated: ok {rc=0}\u000a00:15:40.671598 --- ParallelTerminationStrategy: PID 1547 died...\u000a00:15:40.727126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1547): Terminated: ok {rc=0}\u000a00:15:40.814589 bus /gobi_0: Setting Powered False\u000a00:15:41.921776 bus /gobi_0: Setting Powered False\u000a00:15:43.029086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1557): Process ended prematurely: osmo-stp_10.42.42.5(pid=1557) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1557): Process ended prematurely: osmo-stp_10.42.42.5(pid=1557) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:15:44.144557 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.156499 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:15:44.293615 tst iperf3.py: using LAC 24662\u000a00:15:44.420324 tst iperf3.py: using RAC 182\u000a00:15:44.549321 tst iperf3.py: using CellId 24662\u000a00:15:44.673238 tst iperf3.py: using BVCI 24663\u000a00:15:44.697769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.709204 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.720210 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.731610 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.743021 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.754391 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.766417 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.777740 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:44.789251 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:45.065637 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:45.190454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:45.499724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1549): Launched\u000a00:15:45.756826 run iperf3-srv_10.42.42.10(pid=1550): Launched\u000a00:15:45.977250 tst iperf3.py:8: start network...\u000a00:15:46.105253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:46.635327 run create_hlr_db(pid=1551): Launched\u000a00:15:46.811611 bus /gobi_6: Setting Powered False\u000a00:15:47.829931 run create_hlr_db(pid=1551): Terminated: ok {rc=0}\u000a00:15:48.255265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1553): Launched\u000a00:15:48.575957 run osmo-hlr_10.42.42.2(pid=1554): Launched\u000a00:15:48.698031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:49.256003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1556): Launched\u000a00:15:49.576929 run osmo-stp_10.42.42.5(pid=1557): Launched\u000a00:15:49.694643 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:50.255589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1559): Launched\u000a00:15:50.370947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:50.650281 run patchelf(pid=1560): Launched\u000a00:15:50.838249 run osmo-stp_10.42.42.5(pid=1557): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)]\u000a00:15:50.975683 run osmo-stp_10.42.42.5(pid=1557): stdout: \u000a| (launched: 2022-12-10_00:15:49.419294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:51.113738 run osmo-stp_10.42.42.5(pid=1557): stderr: \u000a| �[0;m�[38;5;43m20221210001549613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001549613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001549613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001549613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001549614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001549614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001549614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:51.246435 run osmo-stp_10.42.42.5(pid=1557): stdout: \u000a| (launched: 2022-12-10_00:15:49.419294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:51.378099 run osmo-stp_10.42.42.5(pid=1557): stderr: \u000a| �[0;m�[38;5;43m20221210001549613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001549613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001549613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001549613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001549614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001549614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001549614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:51.531551 run patchelf(pid=1560): Terminating (SIGINT)\u000a00:15:51.711723 run patchelf(pid=1560): Terminated: ok {rc=0}\u000a00:15:51.744711 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1557): Process ended prematurely: osmo-stp_10.42.42.5(pid=1557) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1557)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a00:15:51.754851 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:15:51.818930 run osmo-hlr_10.42.42.2(pid=1554): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1554)]\u000a00:15:51.870677 run osmo-hlr_10.42.42.2(pid=1554): stdout: \u000a| (launched: 2022-12-10_00:15:48.418881) \u000a00:15:51.922986 run osmo-hlr_10.42.42.2(pid=1554): stderr: \u000a| �[0;m�[1;31m20221210001548619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001548619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001548619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001548619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001548619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001548619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001548635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001548645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001548645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001548645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:51.967569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1549): Terminating (SIGTERM)\u000a00:15:52.009537 run iperf3-srv_10.42.42.10(pid=1550): Terminating (SIGTERM)\u000a00:15:52.051481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1553): Terminating (SIGTERM)\u000a00:15:52.093729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1556): Terminating (SIGTERM)\u000a00:15:52.135681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1559): Terminating (SIGTERM)\u000a00:15:52.145649 --- ParallelTerminationStrategy: PID 1549 died...\u000a00:15:52.201828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1549): Terminated: ok {rc=0}\u000a00:15:52.211920 --- ParallelTerminationStrategy: PID 1550 died...\u000a00:15:52.267490 run iperf3-srv_10.42.42.10(pid=1550): Terminated {rc=256}\u000a00:15:52.278140 --- ParallelTerminationStrategy: PID 1553 died...\u000a00:15:52.334338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1553): Terminated: ok {rc=0}\u000a00:15:52.344601 --- ParallelTerminationStrategy: PID 1556 died...\u000a00:15:52.400578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1556): Terminated: ok {rc=0}\u000a00:15:52.410602 --- ParallelTerminationStrategy: PID 1559 died...\u000a00:15:52.466419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1559): Terminated: ok {rc=0}\u000a00:15:52.552402 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:15:53.667937 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:53.680301 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:15:53.815654 tst iperf3m4.py: using LAC 24663\u000a00:15:53.940718 tst iperf3m4.py: using RAC 183\u000a00:15:54.067128 tst iperf3m4.py: using CellId 24663\u000a00:15:54.194199 tst iperf3m4.py: using BVCI 24664\u000a00:15:54.218678 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.230157 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.241366 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.252818 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.264166 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.275561 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.287204 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.298685 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:15:54.310439 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:54.428262 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:54.550504 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:54.673574 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:15:54.956715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:55.082355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:55.394062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1561): Launched\u000a00:15:55.652448 run iperf3-srv_10.42.42.10(pid=1562): Launched\u000a00:15:55.836399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:15:55.961785 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:56.272769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1563): Launched\u000a00:15:56.531068 run iperf3-srv_10.42.42.10(pid=1564): Launched\u000a00:15:56.714076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:15:56.839101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:57.149860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1565): Launched\u000a00:15:57.406666 run iperf3-srv_10.42.42.10(pid=1566): Launched\u000a00:15:57.588869 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:15:57.713606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:58.023104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1567): Launched\u000a00:15:58.280615 run iperf3-srv_10.42.42.10(pid=1568): Launched\u000a00:15:58.463387 tst iperf3m4.py:8: start network...\u000a00:15:58.587964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:59.068060 run create_hlr_db(pid=1569): Launched\u000a00:15:59.254170 bus /gobi_6: Setting Powered False\u000a00:16:00.277054 run create_hlr_db(pid=1569): Terminated: ok {rc=0}\u000a00:16:00.679726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Launched\u000a00:16:01.109872 run osmo-hlr_10.42.42.2(pid=1572): Launched\u000a00:16:01.273869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:01.957068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Launched\u000a00:16:02.327837 run osmo-stp_10.42.42.5(pid=1575): Launched\u000a00:16:02.538219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:03.099002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1577): Launched\u000a00:16:03.213612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:03.493138 run patchelf(pid=1578): Launched\u000a00:16:03.680416 run osmo-stp_10.42.42.5(pid=1575): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)]\u000a00:16:03.818298 run osmo-stp_10.42.42.5(pid=1575): stdout: \u000a| (launched: 2022-12-10_00:16:02.129941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:03.955684 run osmo-stp_10.42.42.5(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221210001602463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001602463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001602463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001602464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001602464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001602464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001602464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:04.088250 run osmo-stp_10.42.42.5(pid=1575): stdout: \u000a| (launched: 2022-12-10_00:16:02.129941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:04.219384 run osmo-stp_10.42.42.5(pid=1575): stderr: \u000a| �[0;m�[38;5;43m20221210001602463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001602463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001602463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001602464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001602464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001602464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001602464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:04.372873 run patchelf(pid=1578): Terminating (SIGINT)\u000a00:16:04.553729 run patchelf(pid=1578): Terminated: ok {rc=0}\u000a00:16:04.586747 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1575): Process ended prematurely: osmo-stp_10.42.42.5(pid=1575) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1575)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:16:04.596591 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:16:04.660173 run osmo-hlr_10.42.42.2(pid=1572): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1572)]\u000a00:16:04.711412 run osmo-hlr_10.42.42.2(pid=1572): stdout: \u000a| (launched: 2022-12-10_00:16:00.837464) \u000a00:16:04.763200 run osmo-hlr_10.42.42.2(pid=1572): stderr: \u000a| �[0;m�[1;31m20221210001601135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001601135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001601135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001601135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001601135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001601135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001601154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001601175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001601175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001601175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:04.807311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1561): Terminating (SIGTERM)\u000a00:16:04.849454 run iperf3-srv_10.42.42.10(pid=1562): Terminating (SIGTERM)\u000a00:16:04.890847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1563): Terminating (SIGTERM)\u000a00:16:04.932685 run iperf3-srv_10.42.42.10(pid=1564): Terminating (SIGTERM)\u000a00:16:04.975688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1565): Terminating (SIGTERM)\u000a00:16:05.017426 run iperf3-srv_10.42.42.10(pid=1566): Terminating (SIGTERM)\u000a00:16:05.058624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1567): Terminating (SIGTERM)\u000a00:16:05.100041 run iperf3-srv_10.42.42.10(pid=1568): Terminating (SIGTERM)\u000a00:16:05.141656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Terminating (SIGTERM)\u000a00:16:05.183095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Terminating (SIGTERM)\u000a00:16:05.224624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1577): Terminating (SIGTERM)\u000a00:16:05.234614 --- ParallelTerminationStrategy: PID 1561 died...\u000a00:16:05.290613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1561): Terminated: ok {rc=0}\u000a00:16:05.300530 --- ParallelTerminationStrategy: PID 1562 died...\u000a00:16:05.355675 run iperf3-srv_10.42.42.10(pid=1562): Terminated {rc=256}\u000a00:16:05.365884 --- ParallelTerminationStrategy: PID 1563 died...\u000a00:16:05.421031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1563): Terminated: ok {rc=0}\u000a00:16:05.431216 --- ParallelTerminationStrategy: PID 1564 died...\u000a00:16:05.486561 run iperf3-srv_10.42.42.10(pid=1564): Terminated {rc=256}\u000a00:16:05.496672 --- ParallelTerminationStrategy: PID 1565 died...\u000a00:16:05.552266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1565): Terminated: ok {rc=0}\u000a00:16:05.562555 --- ParallelTerminationStrategy: PID 1566 died...\u000a00:16:05.617811 run iperf3-srv_10.42.42.10(pid=1566): Terminated {rc=256}\u000a00:16:05.628077 --- ParallelTerminationStrategy: PID 1567 died...\u000a00:16:05.683562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1567): Terminated: ok {rc=0}\u000a00:16:05.693662 --- ParallelTerminationStrategy: PID 1568 died...\u000a00:16:05.748671 run iperf3-srv_10.42.42.10(pid=1568): Terminated {rc=256}\u000a00:16:05.758940 --- ParallelTerminationStrategy: PID 1571 died...\u000a00:16:05.814886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1571): Terminated: ok {rc=0}\u000a00:16:05.825157 --- ParallelTerminationStrategy: PID 1574 died...\u000a00:16:05.880590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1574): Terminated: ok {rc=0}\u000a00:16:05.890675 --- ParallelTerminationStrategy: PID 1577 died...\u000a00:16:05.946026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1577): Terminated: ok {rc=0}\u000a00:16:06.032670 bus /gobi_4: Setting Powered False\u000a00:16:07.138982 bus /gobi_4: Setting Powered False\u000a00:16:08.246899 bus /gobi_1: Setting Powered False\u000a00:16:09.352222 bus /gobi_1: Setting Powered False\u000a00:16:10.458201 bus /gobi_0: Setting Powered False\u000a00:16:11.564189 bus /gobi_0: Setting Powered False\u000a00:16:12.675346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:16:13.742892 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:13.754881 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:13.891035 tst ping.py: using LAC 24664\u000a00:16:14.014570 tst ping.py: using RAC 184\u000a00:16:14.137923 tst ping.py: using CellId 24664\u000a00:16:14.262641 tst ping.py: using BVCI 24665\u000a00:16:14.286911 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.298372 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.309601 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.321151 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.332518 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.343957 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.355496 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:14.366886 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:14.654916 tst ping.py:19: start network...\u000a00:16:14.787026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:15.278794 run create_hlr_db(pid=1579): Launched\u000a00:16:15.460140 bus /gobi_6: Setting Powered False\u000a00:16:16.508753 run create_hlr_db(pid=1579): Terminated: ok {rc=0}\u000a00:16:17.045683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Launched\u000a00:16:17.380060 run osmo-hlr_10.42.42.2(pid=1582): Launched\u000a00:16:17.495592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:18.018044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Launched\u000a00:16:18.310807 run osmo-stp_10.42.42.5(pid=1585): Launched\u000a00:16:18.418558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:18.932417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1587): Launched\u000a00:16:19.037251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:19.293855 run patchelf(pid=1588): Launched\u000a00:16:19.465965 run osmo-stp_10.42.42.5(pid=1585): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]\u000a00:16:19.591620 run osmo-stp_10.42.42.5(pid=1585): stdout: \u000a| (launched: 2022-12-10_00:16:18.166913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:19.717843 run osmo-stp_10.42.42.5(pid=1585): stderr: \u000a| �[0;m�[38;5;43m20221210001618335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001618335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001618335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001618336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001618338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001618338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001618338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:19.839581 run osmo-stp_10.42.42.5(pid=1585): stdout: \u000a| (launched: 2022-12-10_00:16:18.166913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:19.959831 run osmo-stp_10.42.42.5(pid=1585): stderr: \u000a| �[0;m�[38;5;43m20221210001618335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001618335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001618335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001618336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001618338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001618338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001618338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:20.100047 run patchelf(pid=1588): Terminating (SIGINT)\u000a00:16:20.264900 run patchelf(pid=1588): Terminated: ok {rc=0}\u000a00:16:20.294962 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a00:16:20.303624 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:16:20.363379 run osmo-hlr_10.42.42.2(pid=1582): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1582)]\u000a00:16:20.412582 run osmo-hlr_10.42.42.2(pid=1582): stdout: \u000a| (launched: 2022-12-10_00:16:17.232119) \u000a00:16:20.462090 run osmo-hlr_10.42.42.2(pid=1582): stderr: \u000a| �[0;m�[1;31m20221210001617411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001617411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001617411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001617412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001617412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001617412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001617424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001617433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001617433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001617433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:20.503998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Terminating (SIGTERM)\u000a00:16:20.543470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Terminating (SIGTERM)\u000a00:16:20.583091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1587): Terminating (SIGTERM)\u000a00:16:20.592280 --- ParallelTerminationStrategy: PID 1581 died...\u000a00:16:20.645089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Terminated: ok {rc=0}\u000a00:16:20.654715 --- ParallelTerminationStrategy: PID 1584 died...\u000a00:16:20.707195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Terminated: ok {rc=0}\u000a00:16:20.716681 --- ParallelTerminationStrategy: PID 1587 died...\u000a00:16:20.768875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1587): Terminated: ok {rc=0}\u000a00:16:20.851522 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1595): Process ended prematurely: osmo-stp_10.42.42.5(pid=1595) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1595)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1595): Process ended prematurely: osmo-stp_10.42.42.5(pid=1595) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:16:21.904842 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:21.917389 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:22.052483 tst ping_idle_ping.py: using LAC 24665\u000a00:16:22.171236 tst ping_idle_ping.py: using RAC 185\u000a00:16:22.288701 tst ping_idle_ping.py: using CellId 24665\u000a00:16:22.405134 tst ping_idle_ping.py: using BVCI 24666\u000a00:16:22.427601 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:22.438630 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:22.449367 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:22.460079 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:22.470787 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:22.481497 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:22.492273 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:22.503077 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:22.790805 tst ping_idle_ping.py:24: start network...\u000a00:16:22.922492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:23.426104 run create_hlr_db(pid=1589): Launched\u000a00:16:23.609770 bus /gobi_6: Setting Powered False\u000a00:16:24.631676 run create_hlr_db(pid=1589): Terminated: ok {rc=0}\u000a00:16:25.051754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1591): Launched\u000a00:16:25.368515 run osmo-hlr_10.42.42.2(pid=1592): Launched\u000a00:16:25.483938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:26.030462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1594): Launched\u000a00:16:26.344800 run osmo-stp_10.42.42.5(pid=1595): Launched\u000a00:16:26.459631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:27.010458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1597): Launched\u000a00:16:27.123324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:27.397788 run patchelf(pid=1598): Launched\u000a00:16:27.582603 run osmo-stp_10.42.42.5(pid=1595): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1595)]\u000a00:16:27.717905 run osmo-stp_10.42.42.5(pid=1595): stdout: \u000a| (launched: 2022-12-10_00:16:26.190560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:27.854172 run osmo-stp_10.42.42.5(pid=1595): stderr: \u000a| �[0;m�[38;5;43m20221210001626380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001626381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001626381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001626381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001626382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001626382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001626382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:27.984893 run osmo-stp_10.42.42.5(pid=1595): stdout: \u000a| (launched: 2022-12-10_00:16:26.190560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:28.114509 run osmo-stp_10.42.42.5(pid=1595): stderr: \u000a| �[0;m�[38;5;43m20221210001626380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001626381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001626381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001626381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001626382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001626382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001626382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:28.265498 run patchelf(pid=1598): Terminating (SIGINT)\u000a00:16:28.442570 run patchelf(pid=1598): Terminated: ok {rc=0}\u000a00:16:28.474726 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1595): Process ended prematurely: osmo-stp_10.42.42.5(pid=1595) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1595)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:16:28.483970 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:16:28.547177 run osmo-hlr_10.42.42.2(pid=1592): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1592)]\u000a00:16:28.598459 run osmo-hlr_10.42.42.2(pid=1592): stdout: \u000a| (launched: 2022-12-10_00:16:25.212745) \u000a00:16:28.650639 run osmo-hlr_10.42.42.2(pid=1592): stderr: \u000a| �[0;m�[1;31m20221210001625409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001625409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001625409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001625409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001625409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001625409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001625421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001625430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001625430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001625430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:28.694382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1591): Terminating (SIGTERM)\u000a00:16:28.736503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1594): Terminating (SIGTERM)\u000a00:16:28.778271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1597): Terminating (SIGTERM)\u000a00:16:28.788447 --- ParallelTerminationStrategy: PID 1591 died...\u000a00:16:28.844692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1591): Terminated: ok {rc=0}\u000a00:16:28.854794 --- ParallelTerminationStrategy: PID 1594 died...\u000a00:16:28.910697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1594): Terminated: ok {rc=0}\u000a00:16:28.920760 --- ParallelTerminationStrategy: PID 1597 died...\u000a00:16:28.977141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1597): Terminated: ok {rc=0}\u000a00:16:29.064644 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:15:30" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1612): Process ended prematurely: osmo-stp_10.42.42.5(pid=1612) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1612)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1612): Process ended prematurely: osmo-stp_10.42.42.5(pid=1612) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:16:31.211653 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.224069 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:16:31.379048 tst cs_paging_gprs_active.py: using LAC 24666\u000a00:16:31.528205 tst cs_paging_gprs_active.py: using RAC 186\u000a00:16:31.689569 tst cs_paging_gprs_active.py: using CellId 24666\u000a00:16:31.824805 tst cs_paging_gprs_active.py: using BVCI 24667\u000a00:16:31.848676 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.860472 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.872337 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.884744 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.897575 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.909510 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.921339 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.932777 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:31.944604 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:32.064855 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:32.362058 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:16:32.486470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:32.797597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1602): Launched\u000a00:16:33.054095 run iperf3-srv_10.42.42.10(pid=1603): Launched\u000a00:16:33.236503 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:16:33.361042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:33.670062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1604): Launched\u000a00:16:33.927179 run iperf3-srv_10.42.42.10(pid=1605): Launched\u000a00:16:34.110033 tst cs_paging_gprs_active.py:38: start network...\u000a00:16:34.234773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:34.713504 run create_hlr_db(pid=1606): Launched\u000a00:16:34.886083 bus /gobi_6: Setting Powered False\u000a00:16:35.907458 run create_hlr_db(pid=1606): Terminated: ok {rc=0}\u000a00:16:36.305722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1608): Launched\u000a00:16:36.604901 run osmo-hlr_10.42.42.2(pid=1609): Launched\u000a00:16:36.714614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:37.232852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1611): Launched\u000a00:16:37.531993 run osmo-stp_10.42.42.5(pid=1612): Launched\u000a00:16:37.640682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:38.162019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1614): Launched\u000a00:16:38.269040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:38.529782 run patchelf(pid=1615): Launched\u000a00:16:38.705296 run osmo-stp_10.42.42.5(pid=1612): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1612)]\u000a00:16:38.833798 run osmo-stp_10.42.42.5(pid=1612): stdout: \u000a| (launched: 2022-12-10_00:16:37.384087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:38.962454 run osmo-stp_10.42.42.5(pid=1612): stderr: \u000a| �[0;m�[38;5;43m20221210001637555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001637555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001637555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001637556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001637556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001637556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001637556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:39.086062 run osmo-stp_10.42.42.5(pid=1612): stdout: \u000a| (launched: 2022-12-10_00:16:37.384087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:39.208356 run osmo-stp_10.42.42.5(pid=1612): stderr: \u000a| �[0;m�[38;5;43m20221210001637555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001637555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001637555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001637556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001637556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001637556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001637556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:39.352162 run patchelf(pid=1615): Terminating (SIGINT)\u000a00:16:39.520147 run patchelf(pid=1615): Terminated: ok {rc=0}\u000a00:16:39.551157 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1612): Process ended prematurely: osmo-stp_10.42.42.5(pid=1612) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1612)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:16:39.560375 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a00:16:39.619874 run osmo-hlr_10.42.42.2(pid=1609): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1609)]\u000a00:16:39.668532 run osmo-hlr_10.42.42.2(pid=1609): stdout: \u000a| (launched: 2022-12-10_00:16:36.458202) \u000a00:16:39.717837 run osmo-hlr_10.42.42.2(pid=1609): stderr: \u000a| �[0;m�[1;31m20221210001636633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001636633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001636633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001636633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001636634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001636634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001636649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001636659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001636659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001636660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:39.759864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1602): Terminating (SIGTERM)\u000a00:16:39.799229 run iperf3-srv_10.42.42.10(pid=1603): Terminating (SIGTERM)\u000a00:16:39.838795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1604): Terminating (SIGTERM)\u000a00:16:39.878186 run iperf3-srv_10.42.42.10(pid=1605): Terminating (SIGTERM)\u000a00:16:39.917749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1608): Terminating (SIGTERM)\u000a00:16:39.957112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1611): Terminating (SIGTERM)\u000a00:16:39.996467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1614): Terminating (SIGTERM)\u000a00:16:40.005786 --- ParallelTerminationStrategy: PID 1602 died...\u000a00:16:40.058974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1602): Terminated: ok {rc=0}\u000a00:16:40.068551 --- ParallelTerminationStrategy: PID 1603 died...\u000a00:16:40.121134 run iperf3-srv_10.42.42.10(pid=1603): Terminated {rc=256}\u000a00:16:40.130640 --- ParallelTerminationStrategy: PID 1604 died...\u000a00:16:40.183818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1604): Terminated: ok {rc=0}\u000a00:16:40.193513 --- ParallelTerminationStrategy: PID 1605 died...\u000a00:16:40.246307 run iperf3-srv_10.42.42.10(pid=1605): Terminated {rc=256}\u000a00:16:40.256057 --- ParallelTerminationStrategy: PID 1608 died...\u000a00:16:40.308371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1608): Terminated: ok {rc=0}\u000a00:16:40.318116 --- ParallelTerminationStrategy: PID 1611 died...\u000a00:16:40.370675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1611): Terminated: ok {rc=0}\u000a00:16:40.380439 --- ParallelTerminationStrategy: PID 1614 died...\u000a00:16:40.432939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1614): Terminated: ok {rc=0}\u000a00:16:40.515759 bus /gobi_0: Setting Powered False\u000a00:16:41.617701 bus /gobi_0: Setting Powered False\u000a00:16:42.728675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1624): Process ended prematurely: osmo-stp_10.42.42.5(pid=1624) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1624)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1624): Process ended prematurely: osmo-stp_10.42.42.5(pid=1624) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:16:43.838662 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:43.850323 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:16:43.996909 tst iperf3.py: using LAC 24667\u000a00:16:44.115833 tst iperf3.py: using RAC 187\u000a00:16:44.238745 tst iperf3.py: using CellId 24667\u000a00:16:44.354376 tst iperf3.py: using BVCI 24668\u000a00:16:44.377207 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.388009 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.399004 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.409746 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.420317 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.431044 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.441922 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.452503 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:44.463312 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:44.739248 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:44.864592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:45.173785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1616): Launched\u000a00:16:45.429783 run iperf3-srv_10.42.42.10(pid=1617): Launched\u000a00:16:45.611871 tst iperf3.py:8: start network...\u000a00:16:45.736581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:46.281555 run create_hlr_db(pid=1618): Launched\u000a00:16:46.456492 bus /gobi_6: Setting Powered False\u000a00:16:47.474219 run create_hlr_db(pid=1618): Terminated: ok {rc=0}\u000a00:16:47.899006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1620): Launched\u000a00:16:48.218626 run osmo-hlr_10.42.42.2(pid=1621): Launched\u000a00:16:48.339888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:48.897063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1623): Launched\u000a00:16:49.216925 run osmo-stp_10.42.42.5(pid=1624): Launched\u000a00:16:49.333050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:49.890370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1626): Launched\u000a00:16:50.004525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:50.283038 run patchelf(pid=1627): Launched\u000a00:16:50.470578 run osmo-stp_10.42.42.5(pid=1624): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1624)]\u000a00:16:50.607586 run osmo-stp_10.42.42.5(pid=1624): stdout: \u000a| (launched: 2022-12-10_00:16:49.060249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:50.745730 run osmo-stp_10.42.42.5(pid=1624): stderr: \u000a| �[0;m�[38;5;43m20221210001649251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001649252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001649252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001649252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001649253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001649253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001649253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:50.879295 run osmo-stp_10.42.42.5(pid=1624): stdout: \u000a| (launched: 2022-12-10_00:16:49.060249)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:51.010904 run osmo-stp_10.42.42.5(pid=1624): stderr: \u000a| �[0;m�[38;5;43m20221210001649251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001649252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001649252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001649252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001649253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001649253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001649253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:51.164388 run patchelf(pid=1627): Terminating (SIGINT)\u000a00:16:51.344586 run patchelf(pid=1627): Terminated: ok {rc=0}\u000a00:16:51.377944 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1624): Process ended prematurely: osmo-stp_10.42.42.5(pid=1624) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1624)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:16:51.388147 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:16:51.451471 run osmo-hlr_10.42.42.2(pid=1621): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1621)]\u000a00:16:51.503014 run osmo-hlr_10.42.42.2(pid=1621): stdout: \u000a| (launched: 2022-12-10_00:16:48.062344) \u000a00:16:51.555121 run osmo-hlr_10.42.42.2(pid=1621): stderr: \u000a| �[0;m�[1;31m20221210001648262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001648262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001648262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001648262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001648262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001648262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001648275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001648285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001648286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001648286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:51.599618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1616): Terminating (SIGTERM)\u000a00:16:51.641811 run iperf3-srv_10.42.42.10(pid=1617): Terminating (SIGTERM)\u000a00:16:51.683523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1620): Terminating (SIGTERM)\u000a00:16:51.726177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1623): Terminating (SIGTERM)\u000a00:16:51.768097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1626): Terminating (SIGTERM)\u000a00:16:51.777899 --- ParallelTerminationStrategy: PID 1616 died...\u000a00:16:51.834248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1616): Terminated: ok {rc=0}\u000a00:16:51.844818 --- ParallelTerminationStrategy: PID 1617 died...\u000a00:16:51.901007 run iperf3-srv_10.42.42.10(pid=1617): Terminated {rc=256}\u000a00:16:51.911022 --- ParallelTerminationStrategy: PID 1620 died...\u000a00:16:51.966871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1620): Terminated: ok {rc=0}\u000a00:16:51.977324 --- ParallelTerminationStrategy: PID 1623 died...\u000a00:16:52.033326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1623): Terminated: ok {rc=0}\u000a00:16:52.043741 --- ParallelTerminationStrategy: PID 1626 died...\u000a00:16:52.099818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1626): Terminated: ok {rc=0}\u000a00:16:52.186210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1645): Process ended prematurely: osmo-stp_10.42.42.5(pid=1645) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1645)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1645): Process ended prematurely: osmo-stp_10.42.42.5(pid=1645) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:16:53.302199 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.314243 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:16:53.461232 tst iperf3m4.py: using LAC 24668\u000a00:16:53.577624 tst iperf3m4.py: using RAC 188\u000a00:16:53.694182 tst iperf3m4.py: using CellId 24668\u000a00:16:53.810851 tst iperf3m4.py: using BVCI 24669\u000a00:16:53.833847 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.844801 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.855666 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.867102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.878586 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.889981 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.901464 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.913421 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:16:53.924584 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:54.047116 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:54.165652 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:54.286561 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:16:54.581947 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:54.716356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:55.048566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1628): Launched\u000a00:16:55.323605 run iperf3-srv_10.42.42.10(pid=1629): Launched\u000a00:16:55.519881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:16:55.654080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:55.987162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1630): Launched\u000a00:16:56.262421 run iperf3-srv_10.42.42.10(pid=1631): Launched\u000a00:16:56.460268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:16:56.594910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:56.928038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1632): Launched\u000a00:16:57.202645 run iperf3-srv_10.42.42.10(pid=1633): Launched\u000a00:16:57.399655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:16:57.534270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:57.865943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1634): Launched\u000a00:16:58.140664 run iperf3-srv_10.42.42.10(pid=1635): Launched\u000a00:16:58.337565 tst iperf3m4.py:8: start network...\u000a00:16:58.471611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:58.981776 run create_hlr_db(pid=1636): Launched\u000a00:16:59.153738 bus /gobi_6: Setting Powered False\u000a00:17:00.175265 run create_hlr_db(pid=1636): Terminated: ok {rc=0}\u000a00:17:00.602454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1638): Launched\u000a00:17:01.080818 run osmo-hlr_10.42.42.2(pid=1639): Launched\u000a00:17:01.312213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:01.913239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1644): Launched\u000a00:17:02.328141 run osmo-stp_10.42.42.5(pid=1645): Launched\u000a00:17:02.479043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:03.036817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1647): Launched\u000a00:17:03.152073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:03.431329 run patchelf(pid=1648): Launched\u000a00:17:03.618812 run osmo-stp_10.42.42.5(pid=1645): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1645)]\u000a00:17:03.756526 run osmo-stp_10.42.42.5(pid=1645): stdout: \u000a| (launched: 2022-12-10_00:17:02.067276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:03.895200 run osmo-stp_10.42.42.5(pid=1645): stderr: \u000a| �[0;m�[38;5;43m20221210001702267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001702268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001702268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001702268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001702269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001702269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001702269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:04.027848 run osmo-stp_10.42.42.5(pid=1645): stdout: \u000a| (launched: 2022-12-10_00:17:02.067276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:04.159788 run osmo-stp_10.42.42.5(pid=1645): stderr: \u000a| �[0;m�[38;5;43m20221210001702267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001702268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001702268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001702268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001702269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001702269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001702269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:04.313300 run patchelf(pid=1648): Terminating (SIGINT)\u000a00:17:04.493945 run patchelf(pid=1648): Terminated: ok {rc=0}\u000a00:17:04.527002 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1645): Process ended prematurely: osmo-stp_10.42.42.5(pid=1645) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1645)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:17:04.536852 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a00:17:04.600801 run osmo-hlr_10.42.42.2(pid=1639): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1639)]\u000a00:17:04.652653 run osmo-hlr_10.42.42.2(pid=1639): stdout: \u000a| (launched: 2022-12-10_00:17:00.765944) \u000a00:17:04.705159 run osmo-hlr_10.42.42.2(pid=1639): stderr: \u000a| �[0;m�[1;31m20221210001701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001701040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001701045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001701045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001701059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001701076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:04.750050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1628): Terminating (SIGTERM)\u000a00:17:04.792371 run iperf3-srv_10.42.42.10(pid=1629): Terminating (SIGTERM)\u000a00:17:04.835775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1630): Terminating (SIGTERM)\u000a00:17:04.878141 run iperf3-srv_10.42.42.10(pid=1631): Terminating (SIGTERM)\u000a00:17:04.920522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1632): Terminating (SIGTERM)\u000a00:17:04.962542 run iperf3-srv_10.42.42.10(pid=1633): Terminating (SIGTERM)\u000a00:17:05.004595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1634): Terminating (SIGTERM)\u000a00:17:05.046757 run iperf3-srv_10.42.42.10(pid=1635): Terminating (SIGTERM)\u000a00:17:05.088411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1638): Terminating (SIGTERM)\u000a00:17:05.130211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1644): Terminating (SIGTERM)\u000a00:17:05.171823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1647): Terminating (SIGTERM)\u000a00:17:05.181841 --- ParallelTerminationStrategy: PID 1628 died...\u000a00:17:05.238016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1628): Terminated: ok {rc=0}\u000a00:17:05.248389 --- ParallelTerminationStrategy: PID 1629 died...\u000a00:17:05.304255 run iperf3-srv_10.42.42.10(pid=1629): Terminated {rc=256}\u000a00:17:05.314528 --- ParallelTerminationStrategy: PID 1630 died...\u000a00:17:05.370831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1630): Terminated: ok {rc=0}\u000a00:17:05.381102 --- ParallelTerminationStrategy: PID 1631 died...\u000a00:17:05.437067 run iperf3-srv_10.42.42.10(pid=1631): Terminated {rc=256}\u000a00:17:05.447291 --- ParallelTerminationStrategy: PID 1632 died...\u000a00:17:05.503094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1632): Terminated: ok {rc=0}\u000a00:17:05.513585 --- ParallelTerminationStrategy: PID 1633 died...\u000a00:17:05.569207 run iperf3-srv_10.42.42.10(pid=1633): Terminated {rc=256}\u000a00:17:05.579723 --- ParallelTerminationStrategy: PID 1634 died...\u000a00:17:05.635946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1634): Terminated: ok {rc=0}\u000a00:17:05.646029 --- ParallelTerminationStrategy: PID 1635 died...\u000a00:17:05.702131 run iperf3-srv_10.42.42.10(pid=1635): Terminated {rc=256}\u000a00:17:05.712280 --- ParallelTerminationStrategy: PID 1638 died...\u000a00:17:05.768186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1638): Terminated: ok {rc=0}\u000a00:17:05.778361 --- ParallelTerminationStrategy: PID 1644 died...\u000a00:17:05.834234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1644): Terminated: ok {rc=0}\u000a00:17:05.844701 --- ParallelTerminationStrategy: PID 1647 died...\u000a00:17:05.900622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1647): Terminated: ok {rc=0}\u000a00:17:05.986791 bus /gobi_4: Setting Powered False\u000a00:17:07.094275 bus /gobi_4: Setting Powered False\u000a00:17:08.202761 bus /gobi_1: Setting Powered False\u000a00:17:09.308494 bus /gobi_1: Setting Powered False\u000a00:17:10.415379 bus /gobi_0: Setting Powered False\u000a00:17:11.520898 bus /gobi_0: Setting Powered False\u000a00:17:12.628332 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1655): Process ended prematurely: osmo-stp_10.42.42.5(pid=1655) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1655): Process ended prematurely: osmo-stp_10.42.42.5(pid=1655) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:17:13.694140 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:13.705815 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:13.856456 tst ping.py: using LAC 24669\u000a00:17:13.971229 tst ping.py: using RAC 189\u000a00:17:14.086153 tst ping.py: using CellId 24669\u000a00:17:14.201147 tst ping.py: using BVCI 24670\u000a00:17:14.223493 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.234614 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.245475 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.256259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.267193 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.278054 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.289035 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:14.299766 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:14.589333 tst ping.py:19: start network...\u000a00:17:14.721984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:15.219188 run create_hlr_db(pid=1649): Launched\u000a00:17:15.402631 bus /gobi_6: Setting Powered False\u000a00:17:16.425883 run create_hlr_db(pid=1649): Terminated: ok {rc=0}\u000a00:17:16.859255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1651): Launched\u000a00:17:17.203832 run osmo-hlr_10.42.42.2(pid=1652): Launched\u000a00:17:17.315339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:17.833178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1654): Launched\u000a00:17:18.126947 run osmo-stp_10.42.42.5(pid=1655): Launched\u000a00:17:18.233402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:18.744052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1657): Launched\u000a00:17:18.848477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:19.104109 run patchelf(pid=1658): Launched\u000a00:17:19.275804 run osmo-stp_10.42.42.5(pid=1655): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)]\u000a00:17:19.401793 run osmo-stp_10.42.42.5(pid=1655): stdout: \u000a| (launched: 2022-12-10_00:17:17.982540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:19.527996 run osmo-stp_10.42.42.5(pid=1655): stderr: \u000a| �[0;m�[38;5;43m20221210001718152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001718152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001718152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001718153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001718155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001718155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001718155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:19.649947 run osmo-stp_10.42.42.5(pid=1655): stdout: \u000a| (launched: 2022-12-10_00:17:17.982540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:19.770773 run osmo-stp_10.42.42.5(pid=1655): stderr: \u000a| �[0;m�[38;5;43m20221210001718152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001718152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001718152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001718153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001718155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001718155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001718155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:19.911422 run patchelf(pid=1658): Terminating (SIGINT)\u000a00:17:20.076069 run patchelf(pid=1658): Terminated: ok {rc=0}\u000a00:17:20.106208 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1655): Process ended prematurely: osmo-stp_10.42.42.5(pid=1655) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1655)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:17:20.114773 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:17:20.174031 run osmo-hlr_10.42.42.2(pid=1652): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1652)]\u000a00:17:20.222495 run osmo-hlr_10.42.42.2(pid=1652): stdout: \u000a| (launched: 2022-12-10_00:17:17.023130) \u000a00:17:20.271775 run osmo-hlr_10.42.42.2(pid=1652): stderr: \u000a| �[0;m�[1;31m20221210001717228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001717228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001717229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001717229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001717229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001717229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001717241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001717249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001717250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001717250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:20.313539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1651): Terminating (SIGTERM)\u000a00:17:20.352690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1654): Terminating (SIGTERM)\u000a00:17:20.391796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1657): Terminating (SIGTERM)\u000a00:17:20.401022 --- ParallelTerminationStrategy: PID 1651 died...\u000a00:17:20.453751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1651): Terminated: ok {rc=0}\u000a00:17:20.463376 --- ParallelTerminationStrategy: PID 1654 died...\u000a00:17:20.515943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1654): Terminated: ok {rc=0}\u000a00:17:20.525734 --- ParallelTerminationStrategy: PID 1657 died...\u000a00:17:20.578168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1657): Terminated: ok {rc=0}\u000a00:17:20.665845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:17:21.717847 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:21.729832 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:21.876323 tst ping_idle_ping.py: using LAC 24670\u000a00:17:21.999658 tst ping_idle_ping.py: using RAC 190\u000a00:17:22.117097 tst ping_idle_ping.py: using CellId 24670\u000a00:17:22.231553 tst ping_idle_ping.py: using BVCI 24671\u000a00:17:22.254057 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:22.265107 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:22.275773 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:22.286526 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:22.297269 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:22.308025 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:22.318902 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:22.329595 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:22.601533 tst ping_idle_ping.py:24: start network...\u000a00:17:22.724758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:23.197725 run create_hlr_db(pid=1659): Launched\u000a00:17:23.366855 bus /gobi_6: Setting Powered False\u000a00:17:24.388856 run create_hlr_db(pid=1659): Terminated: ok {rc=0}\u000a00:17:24.807181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Launched\u000a00:17:25.123071 run osmo-hlr_10.42.42.2(pid=1662): Launched\u000a00:17:25.238179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:25.784298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Launched\u000a00:17:26.098860 run osmo-stp_10.42.42.5(pid=1665): Launched\u000a00:17:26.213476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:26.761771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1667): Launched\u000a00:17:26.874646 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:27.149198 run patchelf(pid=1668): Launched\u000a00:17:27.333252 run osmo-stp_10.42.42.5(pid=1665): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)]\u000a00:17:27.468092 run osmo-stp_10.42.42.5(pid=1665): stdout: \u000a| (launched: 2022-12-10_00:17:25.944524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:27.604507 run osmo-stp_10.42.42.5(pid=1665): stderr: \u000a| �[0;m�[38;5;43m20221210001726137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001726137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001726137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001726138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001726138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001726138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001726138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:27.735478 run osmo-stp_10.42.42.5(pid=1665): stdout: \u000a| (launched: 2022-12-10_00:17:25.944524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:27.865346 run osmo-stp_10.42.42.5(pid=1665): stderr: \u000a| �[0;m�[38;5;43m20221210001726137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001726137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001726137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001726138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001726138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001726138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001726138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:28.016227 run patchelf(pid=1668): Terminating (SIGINT)\u000a00:17:28.193751 run patchelf(pid=1668): Terminated: ok {rc=0}\u000a00:17:28.225958 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1665): Process ended prematurely: osmo-stp_10.42.42.5(pid=1665) [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1665)] [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:17:28.235396 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:17:28.298073 run osmo-hlr_10.42.42.2(pid=1662): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1662)]\u000a00:17:28.349665 run osmo-hlr_10.42.42.2(pid=1662): stdout: \u000a| (launched: 2022-12-10_00:17:24.967538) \u000a00:17:28.401600 run osmo-hlr_10.42.42.2(pid=1662): stderr: \u000a| �[0;m�[1;31m20221210001725166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001725166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001725166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001725166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001725167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001725167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001725179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001725190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001725190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001725190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:28.445693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Terminating (SIGTERM)\u000a00:17:28.487573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Terminating (SIGTERM)\u000a00:17:28.529735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1667): Terminating (SIGTERM)\u000a00:17:28.539406 --- ParallelTerminationStrategy: PID 1661 died...\u000a00:17:28.595339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1661): Terminated: ok {rc=0}\u000a00:17:28.605387 --- ParallelTerminationStrategy: PID 1664 died...\u000a00:17:28.660931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1664): Terminated: ok {rc=0}\u000a00:17:28.670953 --- ParallelTerminationStrategy: PID 1667 died...\u000a00:17:28.726046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1667): Terminated: ok {rc=0}\u000a00:17:28.811997 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:16:30" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1679): Process ended prematurely: osmo-stp_10.42.42.5(pid=1679) [trial-2366↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1679): Process ended prematurely: osmo-stp_10.42.42.5(pid=1679) [trial-2366↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:17:30.824841 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:30.837314 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:17:30.999662 tst switch_tch_pdch.py: using LAC 24671\u000a00:17:31.123698 tst switch_tch_pdch.py: using RAC 191\u000a00:17:31.247129 tst switch_tch_pdch.py: using CellId 24671\u000a00:17:31.365630 tst switch_tch_pdch.py: using BVCI 24672\u000a00:17:31.389088 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:31.401913 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:31.415330 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:31.428696 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:31.441308 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:31.455255 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:31.468846 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:17:31.483061 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:17:31.629987 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:17:31.978767 tst switch_tch_pdch.py:51: start network...\u000a00:17:32.109725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:32.587594 run create_hlr_db(pid=1673): Launched\u000a00:17:32.757471 bus /gobi_6: Setting Powered False\u000a00:17:33.779620 run create_hlr_db(pid=1673): Terminated: ok {rc=0}\u000a00:17:34.170109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1675): Launched\u000a00:17:34.463738 run osmo-hlr_10.42.42.2(pid=1676): Launched\u000a00:17:34.578990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:35.094695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1678): Launched\u000a00:17:35.388815 run osmo-stp_10.42.42.5(pid=1679): Launched\u000a00:17:35.495446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:36.013815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1682): Launched\u000a00:17:36.118124 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:36.381956 run patchelf(pid=1683): Launched\u000a00:17:36.566219 run osmo-stp_10.42.42.5(pid=1679): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)]\u000a00:17:36.701057 run osmo-stp_10.42.42.5(pid=1679): stdout: \u000a| (launched: 2022-12-10_00:17:35.244133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:36.836312 run osmo-stp_10.42.42.5(pid=1679): stderr: \u000a| �[0;m�[38;5;43m20221210001735413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001735413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001735413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001735414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001735414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001735414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001735415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:36.966491 run osmo-stp_10.42.42.5(pid=1679): stdout: \u000a| (launched: 2022-12-10_00:17:35.244133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:37.095757 run osmo-stp_10.42.42.5(pid=1679): stderr: \u000a| �[0;m�[38;5;43m20221210001735413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001735413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001735413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001735414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001735414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001735414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001735415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:37.246927 run patchelf(pid=1683): Terminating (SIGINT)\u000a00:17:37.423330 run patchelf(pid=1683): Terminated: ok {rc=0}\u000a00:17:37.455268 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1679): Process ended prematurely: osmo-stp_10.42.42.5(pid=1679) [trial-2366↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1679)] [trial-2366↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:17:37.464591 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:17:37.528869 run osmo-hlr_10.42.42.2(pid=1676): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1676)]\u000a00:17:37.580343 run osmo-hlr_10.42.42.2(pid=1676): stdout: \u000a| (launched: 2022-12-10_00:17:34.318933) \u000a00:17:37.632443 run osmo-hlr_10.42.42.2(pid=1676): stderr: \u000a| �[0;m�[1;31m20221210001734496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001734496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001734496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001734496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001734496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001734496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001734508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001734517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001734517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001734517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:37.676301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1675): Terminating (SIGTERM)\u000a00:17:37.718051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1678): Terminating (SIGTERM)\u000a00:17:37.759735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1682): Terminating (SIGTERM)\u000a00:17:37.769727 --- ParallelTerminationStrategy: PID 1675 died...\u000a00:17:37.826355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1675): Terminated: ok {rc=0}\u000a00:17:37.836501 --- ParallelTerminationStrategy: PID 1678 died...\u000a00:17:37.892100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1678): Terminated: ok {rc=0}\u000a00:17:37.902213 --- ParallelTerminationStrategy: PID 1682 died...\u000a00:17:37.957383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1682): Terminated: ok {rc=0}\u000a00:17:38.044637 bus /gobi_0: Setting Powered False\u000a00:17:39.147981 bus /gobi_0: Setting Powered False\u000a00:17:40.257678 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:17:30" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1693): Process ended prematurely: osmo-stp_10.42.42.5(pid=1693) [trial-2366↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1693): Process ended prematurely: osmo-stp_10.42.42.5(pid=1693) [trial-2366↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a00:17:42.201499 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:42.212474 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:17:42.351702 tst mo_mt_sms.py: using LAC 24672\u000a00:17:42.475203 tst mo_mt_sms.py: using RAC 192\u000a00:17:42.597981 tst mo_mt_sms.py: using CellId 24672\u000a00:17:42.721931 tst mo_mt_sms.py: using BVCI 24673\u000a00:17:42.745969 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:42.757247 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:42.768081 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:42.779264 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:42.790478 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:42.801552 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a00:17:42.917854 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a00:17:43.114145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:43.587575 run create_hlr_db(pid=1687): Launched\u000a00:17:43.757631 bus /gobi_6: Setting Powered False\u000a00:17:44.779088 run create_hlr_db(pid=1687): Terminated: ok {rc=0}\u000a00:17:45.170211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1689): Launched\u000a00:17:45.464520 run osmo-hlr_10.42.42.2(pid=1690): Launched\u000a00:17:45.571777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:46.097713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1692): Launched\u000a00:17:46.414690 run osmo-stp_10.42.42.5(pid=1693): Launched\u000a00:17:46.606477 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:17:47.260718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1695): Launched\u000a00:17:47.581067 run osmo-msc_10.42.42.6(pid=1696): Launched\u000a00:17:47.768643 run osmo-stp_10.42.42.5(pid=1693): ERR: Terminated: ERROR {rc=1} [trial-2366↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)]\u000a00:17:47.904824 run osmo-stp_10.42.42.5(pid=1693): stdout: \u000a| (launched: 2022-12-10_00:17:46.249076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:48.038571 run osmo-stp_10.42.42.5(pid=1693): stderr: \u000a| �[0;m�[38;5;43m20221210001746590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001746591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001746591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001746591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001746592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001746592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001746592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:48.165526 run osmo-stp_10.42.42.5(pid=1693): stdout: \u000a| (launched: 2022-12-10_00:17:46.249076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:48.291262 run osmo-stp_10.42.42.5(pid=1693): stderr: \u000a| �[0;m�[38;5;43m20221210001746590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001746591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001746591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001746591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001746592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001746592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001746592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:48.346184 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1693): Process ended prematurely: osmo-stp_10.42.42.5(pid=1693) [trial-2366↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1693)] [trial-2366↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a00:17:48.354764 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a00:17:48.417233 run osmo-hlr_10.42.42.2(pid=1690): ERR: Terminated: ERROR {rc=237} [trial-2366↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1690)]\u000a00:17:48.468815 run osmo-hlr_10.42.42.2(pid=1690): stdout: \u000a| (launched: 2022-12-10_00:17:45.320218) \u000a00:17:48.520780 run osmo-hlr_10.42.42.2(pid=1690): stderr: \u000a| �[0;m�[1;31m20221210001745495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001745495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001745495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001745495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001745495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001745495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001745507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001745516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001745516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001745516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:48.591032 run osmo-msc_10.42.42.6(pid=1696): ERR: Terminated: ERROR {rc=2} [trial-2366↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1696)]\u000a00:17:48.642036 run osmo-msc_10.42.42.6(pid=1696): stdout: \u000a| (launched: 2022-12-10_00:17:47.423309) \u000a00:17:48.694216 run osmo-msc_10.42.42.6(pid=1696): stderr: \u000a| �[0;m�[38;5;43m20221210001747742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001747742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd47ef8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001747742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001747742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001747743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001747744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001747745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001747745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001747745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:17:48.738022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1689): Terminating (SIGTERM)\u000a00:17:48.779741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1692): Terminating (SIGTERM)\u000a00:17:48.821831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1695): Terminating (SIGTERM)\u000a00:17:48.831766 --- ParallelTerminationStrategy: PID 1689 died...\u000a00:17:48.887468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1689): Terminated: ok {rc=0}\u000a00:17:48.897802 --- ParallelTerminationStrategy: PID 1692 died...\u000a00:17:48.953020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1692): Terminated: ok {rc=0}\u000a00:17:48.963242 --- ParallelTerminationStrategy: PID 1695 died...\u000a00:17:49.019137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1695): Terminated: ok {rc=0}\u000a00:17:49.105046 bus /sierra_3: Setting Powered False\u000a00:17:50.212008 bus /sierra_3: Setting Powered False\u000a00:17:51.320031 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:17:41" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1702) [trial-2366↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1702)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1702) [trial-2366↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a00:17:53.166385 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a00:17:53.177736 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:17:53.322381 tst assert_extension.py: using LAC 24673\u000a00:17:53.444464 tst assert_extension.py: using RAC 193\u000a00:17:53.566767 tst assert_extension.py: using CellId 24673\u000a00:17:53.687848 tst assert_extension.py: using BVCI 24674\u000a00:17:53.711786 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a00:17:53.982125 tst assert_extension.py:10: start nitb and bts...\u000a00:17:54.103908 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:17:54.711505 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1701): Launched\u000a00:17:55.002302 run osmo-nitb_10.42.42.2(pid=1702): Launched\u000a00:17:55.183205 run osmo-nitb_10.42.42.2(pid=1702): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1702)]\u000a00:17:55.317418 run osmo-nitb_10.42.42.2(pid=1702): stdout: \u000a| (launched: 2022-12-10_00:17:54.860824) \u000a00:17:55.451294 run osmo-nitb_10.42.42.2(pid=1702): stderr: \u000a| (launched: 2022-12-10_00:17:54.904586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:17:55.580394 run osmo-nitb_10.42.42.2(pid=1702): stdout: \u000a| (launched: 2022-12-10_00:17:54.860824) \u000a00:17:55.708382 run osmo-nitb_10.42.42.2(pid=1702): stderr: \u000a| (launched: 2022-12-10_00:17:54.904586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:17:56.121422 tst osmo-nitb_10.42.42.2(pid=1702): stdout: \u000a| (launched: 2022-12-10_00:17:54.860824) \u000a00:17:56.238751 tst osmo-nitb_10.42.42.2(pid=1702): stderr: \u000a| (launched: 2022-12-10_00:17:54.904586)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:17:56.290228 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1702): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1702) [trial-2366↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1702)] [trial-2366↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a00:17:56.298286 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a00:17:56.332124 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1701): Terminating (SIGTERM)\u000a00:17:56.509421 --- ParallelTerminationStrategy: PID 1701 died...\u000a00:17:56.563553 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1701): Terminated: ok {rc=0}\u000a00:17:56.650870 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:17:53" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1712): Process ended prematurely: osmo-stp_10.42.42.5(pid=1712) [trial-2366↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1712)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1712): Process ended prematurely: osmo-stp_10.42.42.5(pid=1712) [trial-2366↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a00:17:58.489373 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:58.501254 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:17:58.630836 tst assert_extension.py: using LAC 24674\u000a00:17:58.745804 tst assert_extension.py: using RAC 194\u000a00:17:58.860938 tst assert_extension.py: using CellId 24674\u000a00:17:58.984538 tst assert_extension.py: using BVCI 24675\u000a00:17:59.008678 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:59.020003 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:59.031227 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:59.043119 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:59.055029 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:17:59.066651 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a00:17:59.264680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:59.734781 run create_hlr_db(pid=1706): Launched\u000a00:17:59.904536 bus /sierra_2: Setting Powered False\u000a00:18:00.957353 run create_hlr_db(pid=1706): Terminated: ok {rc=0}\u000a00:18:01.407648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1708): Launched\u000a00:18:01.750724 run osmo-hlr_10.42.42.2(pid=1709): Launched\u000a00:18:01.929374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:02.590874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1711): Launched\u000a00:18:02.906478 run osmo-stp_10.42.42.5(pid=1712): Launched\u000a00:18:03.021214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:03.594576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1714): Launched\u000a00:18:03.910095 run osmo-msc_10.42.42.6(pid=1715): Launched\u000a00:18:04.095619 run osmo-stp_10.42.42.5(pid=1712): ERR: Terminated: ERROR {rc=1} [trial-2366↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1712)]\u000a00:18:04.229156 run osmo-stp_10.42.42.5(pid=1712): stdout: \u000a| (launched: 2022-12-10_00:18:02.751002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:04.362307 run osmo-stp_10.42.42.5(pid=1712): stderr: \u000a| �[0;m�[38;5;43m20221210001802942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001802942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001802942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001802943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001802943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001802943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001802943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:04.488929 run osmo-stp_10.42.42.5(pid=1712): stdout: \u000a| (launched: 2022-12-10_00:18:02.751002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:04.615064 run osmo-stp_10.42.42.5(pid=1712): stderr: \u000a| �[0;m�[38;5;43m20221210001802942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001802942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001802942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001802943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001802943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001802943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001802943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:04.670145 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1712): Process ended prematurely: osmo-stp_10.42.42.5(pid=1712) [trial-2366↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1712)] [trial-2366↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a00:18:04.678761 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a00:18:04.741499 run osmo-hlr_10.42.42.2(pid=1709): ERR: Terminated: ERROR {rc=237} [trial-2366↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1709)]\u000a00:18:04.792680 run osmo-hlr_10.42.42.2(pid=1709): stdout: \u000a| (launched: 2022-12-10_00:18:01.572718) \u000a00:18:04.845066 run osmo-hlr_10.42.42.2(pid=1709): stderr: \u000a| �[0;m�[1;31m20221210001802013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001802013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001802013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001802013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001802013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001802013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001802041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001802062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001802063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001802063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:04.915444 run osmo-msc_10.42.42.6(pid=1715): ERR: Terminated: ERROR {rc=2} [trial-2366↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1715)]\u000a00:18:04.966651 run osmo-msc_10.42.42.6(pid=1715): stdout: \u000a| (launched: 2022-12-10_00:18:03.754890) \u000a00:18:05.018531 run osmo-msc_10.42.42.6(pid=1715): stderr: \u000a| �[0;m�[38;5;43m20221210001804074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001804075 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c643d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001804075 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001804075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001804075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001804075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001804077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001804077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001804078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001804078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:05.062737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1708): Terminating (SIGTERM)\u000a00:18:05.104168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1711): Terminating (SIGTERM)\u000a00:18:05.146219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1714): Terminating (SIGTERM)\u000a00:18:05.156378 --- ParallelTerminationStrategy: PID 1708 died...\u000a00:18:05.211978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1708): Terminated: ok {rc=0}\u000a00:18:05.222369 --- ParallelTerminationStrategy: PID 1711 died...\u000a00:18:05.277843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1711): Terminated: ok {rc=0}\u000a00:18:05.287956 --- ParallelTerminationStrategy: PID 1714 died...\u000a00:18:05.343272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1714): Terminated: ok {rc=0}\u000a00:18:05.430204 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:17:58" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:18:07.394437 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:07.406090 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:18:07.566856 tst mo_mt_call.py: using LAC 24675\u000a00:18:07.692089 tst mo_mt_call.py: using RAC 195\u000a00:18:07.819034 tst mo_mt_call.py: using CellId 24675\u000a00:18:07.944741 tst mo_mt_call.py: using BVCI 24676\u000a00:18:07.969283 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:07.980777 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:07.992242 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:08.003968 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:08.016008 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:08.027436 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:08.145711 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:08.346647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:08.825175 run create_hlr_db(pid=1720): Launched\u000a00:18:08.997296 bus /sierra_2: Setting Powered False\u000a00:18:10.031569 run create_hlr_db(pid=1720): Terminated: ok {rc=0}\u000a00:18:10.457709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Launched\u000a00:18:10.776649 run osmo-hlr_10.42.42.2(pid=1723): Launched\u000a00:18:10.898555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:11.456453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Launched\u000a00:18:11.776105 run osmo-stp_10.42.42.5(pid=1726): Launched\u000a00:18:11.892941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:12.476236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Launched\u000a00:18:12.795941 run osmo-msc_10.42.42.6(pid=1729): Launched\u000a00:18:12.984607 run osmo-stp_10.42.42.5(pid=1726): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]\u000a00:18:13.120561 run osmo-stp_10.42.42.5(pid=1726): stdout: \u000a| (launched: 2022-12-10_00:18:11.620123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:13.256076 run osmo-stp_10.42.42.5(pid=1726): stderr: \u000a| �[0;m�[38;5;43m20221210001811813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001811813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001811813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001811813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001811814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001811814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001811814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:13.384665 run osmo-stp_10.42.42.5(pid=1726): stdout: \u000a| (launched: 2022-12-10_00:18:11.620123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:13.512612 run osmo-stp_10.42.42.5(pid=1726): stderr: \u000a| �[0;m�[38;5;43m20221210001811813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001811813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001811813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001811813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001811814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001811814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001811814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:13.568835 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:18:13.578190 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:18:13.641374 run osmo-hlr_10.42.42.2(pid=1723): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1723)]\u000a00:18:13.692821 run osmo-hlr_10.42.42.2(pid=1723): stdout: \u000a| (launched: 2022-12-10_00:18:10.620610) \u000a00:18:13.744917 run osmo-hlr_10.42.42.2(pid=1723): stderr: \u000a| �[0;m�[1;31m20221210001810820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001810820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001810820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001810821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001810821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001810821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001810834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001810842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001810842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001810842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:13.815433 run osmo-msc_10.42.42.6(pid=1729): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1729)]\u000a00:18:13.866647 run osmo-msc_10.42.42.6(pid=1729): stdout: \u000a| (launched: 2022-12-10_00:18:12.639070) \u000a00:18:13.918362 run osmo-msc_10.42.42.6(pid=1729): stderr: \u000a| �[0;m�[38;5;43m20221210001812960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001812960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd6cc30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001812960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001812960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001812960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001812960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001812962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001812962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001812963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001812963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:13.962140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Terminating (SIGTERM)\u000a00:18:14.003794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Terminating (SIGTERM)\u000a00:18:14.045263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Terminating (SIGTERM)\u000a00:18:14.055155 --- ParallelTerminationStrategy: PID 1722 died...\u000a00:18:14.111061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Terminated: ok {rc=0}\u000a00:18:14.121122 --- ParallelTerminationStrategy: PID 1725 died...\u000a00:18:14.176639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Terminated: ok {rc=0}\u000a00:18:14.186663 --- ParallelTerminationStrategy: PID 1728 died...\u000a00:18:14.242298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Terminated: ok {rc=0}\u000a00:18:14.328783 bus /sierra_3: Setting Powered False\u000a00:18:15.433766 bus /sierra_3: Setting Powered False\u000a00:18:16.555110 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:18:17.670627 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:17.683021 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:18:17.846155 tst mo_mt_call_osmux.py: using LAC 24676\u000a00:18:17.971786 tst mo_mt_call_osmux.py: using RAC 196\u000a00:18:18.098036 tst mo_mt_call_osmux.py: using CellId 24676\u000a00:18:18.224938 tst mo_mt_call_osmux.py: using BVCI 24677\u000a00:18:18.249432 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:18.261200 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:18.272549 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:18.284740 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:18.297270 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:18:18.309291 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:18.426334 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:18:18.638448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:19.142222 run create_hlr_db(pid=1731): Launched\u000a00:18:19.327757 bus /sierra_2: Setting Powered False\u000a00:18:20.349227 run create_hlr_db(pid=1731): Terminated: ok {rc=0}\u000a00:18:20.758588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Launched\u000a00:18:21.079142 run osmo-hlr_10.42.42.2(pid=1734): Launched\u000a00:18:21.198364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:21.757143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Launched\u000a00:18:22.077600 run osmo-stp_10.42.42.5(pid=1737): Launched\u000a00:18:22.195180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:22.779266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Launched\u000a00:18:23.100761 run osmo-msc_10.42.42.6(pid=1740): Launched\u000a00:18:23.289748 run osmo-stp_10.42.42.5(pid=1737): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]\u000a00:18:23.426412 run osmo-stp_10.42.42.5(pid=1737): stdout: \u000a| (launched: 2022-12-10_00:18:21.920654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:23.562575 run osmo-stp_10.42.42.5(pid=1737): stderr: \u000a| �[0;m�[38;5;43m20221210001822114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001822114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001822114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001822115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001822115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001822115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001822115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:23.691825 run osmo-stp_10.42.42.5(pid=1737): stdout: \u000a| (launched: 2022-12-10_00:18:21.920654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:23.819942 run osmo-stp_10.42.42.5(pid=1737): stderr: \u000a| �[0;m�[38;5;43m20221210001822114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001822114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001822114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001822115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001822115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001822115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001822115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:23.876833 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:18:23.886388 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:18:23.949091 run osmo-hlr_10.42.42.2(pid=1734): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1734)]\u000a00:18:24.000104 run osmo-hlr_10.42.42.2(pid=1734): stdout: \u000a| (launched: 2022-12-10_00:18:20.922796) \u000a00:18:24.051790 run osmo-hlr_10.42.42.2(pid=1734): stderr: \u000a| �[0;m�[1;31m20221210001821124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001821124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001821124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001821124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001821125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001821125 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001821138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001821148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001821149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001821149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:24.122143 run osmo-msc_10.42.42.6(pid=1740): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1740)]\u000a00:18:24.173000 run osmo-msc_10.42.42.6(pid=1740): stdout: \u000a| (launched: 2022-12-10_00:18:22.943247) \u000a00:18:24.224399 run osmo-msc_10.42.42.6(pid=1740): stderr: \u000a| �[0;m�[38;5;43m20221210001823264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001823264 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55bb833c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001823264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001823264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001823264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001823265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001823266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001823267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:24.268236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminating (SIGTERM)\u000a00:18:24.309623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminating (SIGTERM)\u000a00:18:24.351163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Terminating (SIGTERM)\u000a00:18:24.361079 --- ParallelTerminationStrategy: PID 1733 died...\u000a00:18:24.417171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminated: ok {rc=0}\u000a00:18:24.427196 --- ParallelTerminationStrategy: PID 1736 died...\u000a00:18:24.482668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminated: ok {rc=0}\u000a00:18:24.492576 --- ParallelTerminationStrategy: PID 1739 died...\u000a00:18:24.547731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Terminated: ok {rc=0}\u000a00:18:24.634357 bus /sierra_3: Setting Powered False\u000a00:18:25.739738 bus /sierra_3: Setting Powered False\u000a00:18:26.846161 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:18:07" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:18:28.856129 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:28.867793 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:18:29.028687 tst mo_mt_call.py: using LAC 24677\u000a00:18:29.149753 tst mo_mt_call.py: using RAC 197\u000a00:18:29.267355 tst mo_mt_call.py: using CellId 24677\u000a00:18:29.386386 tst mo_mt_call.py: using BVCI 24678\u000a00:18:29.409137 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:29.420473 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:29.431518 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:29.442672 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:29.453814 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:29.465156 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:29.578802 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:29.786948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:30.291204 run create_hlr_db(pid=1745): Launched\u000a00:18:30.476895 bus /sierra_2: Setting Powered False\u000a00:18:31.491150 run create_hlr_db(pid=1745): Terminated: ok {rc=0}\u000a00:18:31.960660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Launched\u000a00:18:32.314937 run osmo-hlr_10.42.42.2(pid=1748): Launched\u000a00:18:32.433339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:32.991243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Launched\u000a00:18:33.311623 run osmo-stp_10.42.42.5(pid=1751): Launched\u000a00:18:33.429844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:34.015565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Launched\u000a00:18:34.334614 run osmo-msc_10.42.42.6(pid=1754): Launched\u000a00:18:34.522650 run osmo-stp_10.42.42.5(pid=1751): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]\u000a00:18:34.658502 run osmo-stp_10.42.42.5(pid=1751): stdout: \u000a| (launched: 2022-12-10_00:18:33.154532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:34.793638 run osmo-stp_10.42.42.5(pid=1751): stderr: \u000a| �[0;m�[38;5;43m20221210001833348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001833349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001833349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001833349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001833350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001833350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001833350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:34.923072 run osmo-stp_10.42.42.5(pid=1751): stdout: \u000a| (launched: 2022-12-10_00:18:33.154532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:35.050866 run osmo-stp_10.42.42.5(pid=1751): stderr: \u000a| �[0;m�[38;5;43m20221210001833348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001833349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001833349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001833349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001833350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001833350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001833350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:35.107152 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:18:35.116538 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:18:35.179575 run osmo-hlr_10.42.42.2(pid=1748): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1748)]\u000a00:18:35.230596 run osmo-hlr_10.42.42.2(pid=1748): stdout: \u000a| (launched: 2022-12-10_00:18:32.120196) \u000a00:18:35.282274 run osmo-hlr_10.42.42.2(pid=1748): stderr: \u000a| �[0;m�[1;31m20221210001832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001832340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001832353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001832361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001832362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001832362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:35.352582 run osmo-msc_10.42.42.6(pid=1754): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1754)]\u000a00:18:35.404103 run osmo-msc_10.42.42.6(pid=1754): stdout: \u000a| (launched: 2022-12-10_00:18:34.178325) \u000a00:18:35.455857 run osmo-msc_10.42.42.6(pid=1754): stderr: \u000a| �[0;m�[38;5;43m20221210001834499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001834499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f2e6a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001834499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001834500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001834500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001834500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001834503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001834504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001834504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001834504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:35.499334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Terminating (SIGTERM)\u000a00:18:35.541357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Terminating (SIGTERM)\u000a00:18:35.583100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Terminating (SIGTERM)\u000a00:18:35.592817 --- ParallelTerminationStrategy: PID 1747 died...\u000a00:18:35.649394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Terminated: ok {rc=0}\u000a00:18:35.659695 --- ParallelTerminationStrategy: PID 1750 died...\u000a00:18:35.715725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Terminated: ok {rc=0}\u000a00:18:35.725900 --- ParallelTerminationStrategy: PID 1753 died...\u000a00:18:35.781399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Terminated: ok {rc=0}\u000a00:18:35.869290 bus /sierra_3: Setting Powered False\u000a00:18:36.971679 bus /sierra_3: Setting Powered False\u000a00:18:38.084216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:18:39.193900 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:39.205764 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:18:39.364433 tst mo_mt_call_osmux.py: using LAC 24678\u000a00:18:39.481784 tst mo_mt_call_osmux.py: using RAC 198\u000a00:18:39.598854 tst mo_mt_call_osmux.py: using CellId 24678\u000a00:18:39.716170 tst mo_mt_call_osmux.py: using BVCI 24679\u000a00:18:39.739081 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:39.750303 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:39.761252 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:39.772658 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:39.784256 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:18:39.795772 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:39.911571 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:18:40.124600 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:40.629727 run create_hlr_db(pid=1756): Launched\u000a00:18:40.815364 bus /sierra_2: Setting Powered False\u000a00:18:41.837420 run create_hlr_db(pid=1756): Terminated: ok {rc=0}\u000a00:18:42.241670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Launched\u000a00:18:42.542340 run osmo-hlr_10.42.42.2(pid=1759): Launched\u000a00:18:42.654218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:43.173403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Launched\u000a00:18:43.471177 run osmo-stp_10.42.42.5(pid=1762): Launched\u000a00:18:43.581686 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:44.127355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Launched\u000a00:18:44.434593 run osmo-msc_10.42.42.6(pid=1765): Launched\u000a00:18:44.625284 run osmo-stp_10.42.42.5(pid=1762): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]\u000a00:18:44.764688 run osmo-stp_10.42.42.5(pid=1762): stdout: \u000a| (launched: 2022-12-10_00:18:43.325262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:44.901196 run osmo-stp_10.42.42.5(pid=1762): stderr: \u000a| �[0;m�[38;5;43m20221210001843498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001843498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001843499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001843499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001843499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001843499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001843499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:45.030910 run osmo-stp_10.42.42.5(pid=1762): stdout: \u000a| (launched: 2022-12-10_00:18:43.325262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:45.159317 run osmo-stp_10.42.42.5(pid=1762): stderr: \u000a| �[0;m�[38;5;43m20221210001843498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001843498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001843499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001843499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001843499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001843499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001843499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:45.215865 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:18:45.225181 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:18:45.289682 run osmo-hlr_10.42.42.2(pid=1759): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1759)]\u000a00:18:45.340868 run osmo-hlr_10.42.42.2(pid=1759): stdout: \u000a| (launched: 2022-12-10_00:18:42.394556) \u000a00:18:45.393895 run osmo-hlr_10.42.42.2(pid=1759): stderr: \u000a| �[0;m�[1;31m20221210001842569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001842569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001842569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001842569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001842569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001842569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001842582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001842591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001842591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001842591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:45.464378 run osmo-msc_10.42.42.6(pid=1765): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1765)]\u000a00:18:45.515655 run osmo-msc_10.42.42.6(pid=1765): stdout: \u000a| (launched: 2022-12-10_00:18:44.279127) \u000a00:18:45.567540 run osmo-msc_10.42.42.6(pid=1765): stderr: \u000a| �[0;m�[38;5;43m20221210001844598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001844598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7b68d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001844598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001844598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001844598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001844599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001844600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001844601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001844601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001844601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:45.611785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Terminating (SIGTERM)\u000a00:18:45.653559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Terminating (SIGTERM)\u000a00:18:45.695327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Terminating (SIGTERM)\u000a00:18:45.705362 --- ParallelTerminationStrategy: PID 1758 died...\u000a00:18:45.762004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Terminated: ok {rc=0}\u000a00:18:45.772078 --- ParallelTerminationStrategy: PID 1761 died...\u000a00:18:45.828483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Terminated: ok {rc=0}\u000a00:18:45.843989 --- ParallelTerminationStrategy: PID 1764 died...\u000a00:18:45.913277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Terminated: ok {rc=0}\u000a00:18:46.012715 bus /sierra_3: Setting Powered False\u000a00:18:47.113814 bus /sierra_3: Setting Powered False\u000a00:18:48.219278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:18:28" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1777): Process ended prematurely: osmo-stp_10.42.42.5(pid=1777) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1777)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1777): Process ended prematurely: osmo-stp_10.42.42.5(pid=1777) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:18:50.226921 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:18:50.238922 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:18:50.397851 tst mo_mt_call.py: using LAC 24679\u000a00:18:50.523084 tst mo_mt_call.py: using RAC 199\u000a00:18:50.648520 tst mo_mt_call.py: using CellId 24679\u000a00:18:50.778724 tst mo_mt_call.py: using BVCI 24680\u000a00:18:50.803192 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:18:50.814809 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:18:50.826273 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:18:50.838070 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:18:50.850634 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:18:50.862175 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:18:50.977260 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:18:51.188102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:51.692042 run create_hlr_db(pid=1771): Launched\u000a00:18:51.879192 bus /sierra_2: Setting Powered False\u000a00:18:52.900594 run create_hlr_db(pid=1771): Terminated: ok {rc=0}\u000a00:18:53.303166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1773): Launched\u000a00:18:53.603381 run osmo-hlr_10.42.42.2(pid=1774): Launched\u000a00:18:53.713710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:54.231581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1776): Launched\u000a00:18:54.528815 run osmo-stp_10.42.42.5(pid=1777): Launched\u000a00:18:54.638732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:18:55.184504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1780): Launched\u000a00:18:55.484103 run osmo-msc_10.42.42.6(pid=1781): Launched\u000a00:18:55.660594 run osmo-stp_10.42.42.5(pid=1777): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1777)]\u000a00:18:55.787535 run osmo-stp_10.42.42.5(pid=1777): stdout: \u000a| (launched: 2022-12-10_00:18:54.382980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:55.912718 run osmo-stp_10.42.42.5(pid=1777): stderr: \u000a| �[0;m�[38;5;43m20221210001854553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001854553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001854554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001854554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001854554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001854555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001854555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:56.032825 run osmo-stp_10.42.42.5(pid=1777): stdout: \u000a| (launched: 2022-12-10_00:18:54.382980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:56.151680 run osmo-stp_10.42.42.5(pid=1777): stderr: \u000a| �[0;m�[38;5;43m20221210001854553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001854553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001854554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001854554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001854554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001854555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001854555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:56.204191 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1777): Process ended prematurely: osmo-stp_10.42.42.5(pid=1777) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1777)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:18:56.212669 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a00:18:56.271624 run osmo-hlr_10.42.42.2(pid=1774): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1774)]\u000a00:18:56.320080 run osmo-hlr_10.42.42.2(pid=1774): stdout: \u000a| (launched: 2022-12-10_00:18:53.455474) \u000a00:18:56.369191 run osmo-hlr_10.42.42.2(pid=1774): stderr: \u000a| �[0;m�[1;31m20221210001853632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001853632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001853632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001853632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001853632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001853632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001853644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001853653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001853653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001853653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:56.436065 run osmo-msc_10.42.42.6(pid=1781): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1781)]\u000a00:18:56.484601 run osmo-msc_10.42.42.6(pid=1781): stdout: \u000a| (launched: 2022-12-10_00:18:55.336470) \u000a00:18:56.533676 run osmo-msc_10.42.42.6(pid=1781): stderr: \u000a| �[0;m�[38;5;43m20221210001855611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001855611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97ac690c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001855611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001855611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001855611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001855611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001855613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001855614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001855614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001855614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:18:56.575365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1773): Terminating (SIGTERM)\u000a00:18:56.614574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1776): Terminating (SIGTERM)\u000a00:18:56.653527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1780): Terminating (SIGTERM)\u000a00:18:56.662645 --- ParallelTerminationStrategy: PID 1773 died...\u000a00:18:56.715163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1773): Terminated: ok {rc=0}\u000a00:18:56.724698 --- ParallelTerminationStrategy: PID 1776 died...\u000a00:18:56.777274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1776): Terminated: ok {rc=0}\u000a00:18:56.786804 --- ParallelTerminationStrategy: PID 1780 died...\u000a00:18:56.839151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1780): Terminated: ok {rc=0}\u000a00:18:56.926291 bus /sierra_3: Setting Powered False\u000a00:18:58.029450 bus /sierra_3: Setting Powered False\u000a00:18:59.138625 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1789): Process ended prematurely: osmo-stp_10.42.42.5(pid=1789) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1789)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1789): Process ended prematurely: osmo-stp_10.42.42.5(pid=1789) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:00.252249 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:00.264473 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:19:00.427591 tst mo_mt_call_osmux.py: using LAC 24680\u000a00:19:00.553580 tst mo_mt_call_osmux.py: using RAC 200\u000a00:19:00.674857 tst mo_mt_call_osmux.py: using CellId 24680\u000a00:19:00.795213 tst mo_mt_call_osmux.py: using BVCI 24681\u000a00:19:00.818161 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:00.831000 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:00.846478 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:00.866374 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:00.880362 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:19:00.893839 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:01.050683 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:19:01.287435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:01.882232 run create_hlr_db(pid=1783): Launched\u000a00:19:02.138922 bus /sierra_2: Setting Powered False\u000a00:19:03.101074 run create_hlr_db(pid=1783): Terminated: ok {rc=0}\u000a00:19:03.573686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1785): Launched\u000a00:19:03.876163 run osmo-hlr_10.42.42.2(pid=1786): Launched\u000a00:19:03.995607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:04.520719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1788): Launched\u000a00:19:04.819555 run osmo-stp_10.42.42.5(pid=1789): Launched\u000a00:19:04.928625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:05.474511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1791): Launched\u000a00:19:05.774344 run osmo-msc_10.42.42.6(pid=1792): Launched\u000a00:19:05.951474 run osmo-stp_10.42.42.5(pid=1789): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1789)]\u000a00:19:06.078857 run osmo-stp_10.42.42.5(pid=1789): stdout: \u000a| (launched: 2022-12-10_00:19:04.672936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:06.203602 run osmo-stp_10.42.42.5(pid=1789): stderr: \u000a| �[0;m�[38;5;43m20221210001904841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001904841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001904841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001904842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001904844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001904844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001904844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:06.323938 run osmo-stp_10.42.42.5(pid=1789): stdout: \u000a| (launched: 2022-12-10_00:19:04.672936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:06.443255 run osmo-stp_10.42.42.5(pid=1789): stderr: \u000a| �[0;m�[38;5;43m20221210001904841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001904841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001904841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001904842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001904844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001904844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001904844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:06.496111 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1789): Process ended prematurely: osmo-stp_10.42.42.5(pid=1789) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1789)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:19:06.504701 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:19:06.563870 run osmo-hlr_10.42.42.2(pid=1786): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1786)]\u000a00:19:06.612078 run osmo-hlr_10.42.42.2(pid=1786): stdout: \u000a| (launched: 2022-12-10_00:19:03.726897) \u000a00:19:06.661108 run osmo-hlr_10.42.42.2(pid=1786): stderr: \u000a| �[0;m�[1;31m20221210001903902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001903902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001903902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001903902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001903902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001903902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001903915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001903924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001903924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001903924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:06.727798 run osmo-msc_10.42.42.6(pid=1792): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1792)]\u000a00:19:06.776125 run osmo-msc_10.42.42.6(pid=1792): stdout: \u000a| (launched: 2022-12-10_00:19:05.626874) \u000a00:19:06.824851 run osmo-msc_10.42.42.6(pid=1792): stderr: \u000a| �[0;m�[38;5;43m20221210001905900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001905900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12537fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001905900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001905900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001905900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001905901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001905902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001905903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001905903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001905903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:06.866634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1785): Terminating (SIGTERM)\u000a00:19:06.906283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1788): Terminating (SIGTERM)\u000a00:19:06.945870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1791): Terminating (SIGTERM)\u000a00:19:06.955073 --- ParallelTerminationStrategy: PID 1785 died...\u000a00:19:07.008301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1785): Terminated: ok {rc=0}\u000a00:19:07.018015 --- ParallelTerminationStrategy: PID 1788 died...\u000a00:19:07.070725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1788): Terminated: ok {rc=0}\u000a00:19:07.080412 --- ParallelTerminationStrategy: PID 1791 died...\u000a00:19:07.133160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1791): Terminated: ok {rc=0}\u000a00:19:07.221097 bus /sierra_3: Setting Powered False\u000a00:19:08.324268 bus /sierra_3: Setting Powered False\u000a00:19:09.434069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:18:49" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1803): Process ended prematurely: osmo-stp_10.42.42.5(pid=1803) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1803)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1803): Process ended prematurely: osmo-stp_10.42.42.5(pid=1803) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:19:11.420520 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:11.431728 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:19:11.582716 tst mo_mt_call.py: using LAC 24681\u000a00:19:11.699775 tst mo_mt_call.py: using RAC 201\u000a00:19:11.819666 tst mo_mt_call.py: using CellId 24681\u000a00:19:11.939786 tst mo_mt_call.py: using BVCI 24682\u000a00:19:11.962672 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:11.973920 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:11.984910 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:11.996162 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:12.007622 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:12.019155 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:12.137266 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:12.339013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:12.819531 run create_hlr_db(pid=1797): Launched\u000a00:19:12.991568 bus /sierra_2: Setting Powered False\u000a00:19:14.014765 run create_hlr_db(pid=1797): Terminated: ok {rc=0}\u000a00:19:14.441321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1799): Launched\u000a00:19:14.763648 run osmo-hlr_10.42.42.2(pid=1800): Launched\u000a00:19:14.884703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:15.443460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1802): Launched\u000a00:19:15.765090 run osmo-stp_10.42.42.5(pid=1803): Launched\u000a00:19:15.971530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:16.613734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1805): Launched\u000a00:19:17.039789 run osmo-msc_10.42.42.6(pid=1806): Launched\u000a00:19:17.289728 run osmo-stp_10.42.42.5(pid=1803): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1803)]\u000a00:19:17.426805 run osmo-stp_10.42.42.5(pid=1803): stdout: \u000a| (launched: 2022-12-10_00:19:15.607009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:17.562107 run osmo-stp_10.42.42.5(pid=1803): stderr: \u000a| �[0;m�[38;5;43m20221210001915799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001915799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001915799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001915800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001915800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001915800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001915800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:17.691853 run osmo-stp_10.42.42.5(pid=1803): stdout: \u000a| (launched: 2022-12-10_00:19:15.607009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:17.819800 run osmo-stp_10.42.42.5(pid=1803): stderr: \u000a| �[0;m�[38;5;43m20221210001915799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001915799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001915799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001915800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001915800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001915800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001915800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:17.876632 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1803): Process ended prematurely: osmo-stp_10.42.42.5(pid=1803) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1803)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:19:17.886275 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:19:17.949694 run osmo-hlr_10.42.42.2(pid=1800): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1800)]\u000a00:19:18.001301 run osmo-hlr_10.42.42.2(pid=1800): stdout: \u000a| (launched: 2022-12-10_00:19:14.605408) \u000a00:19:18.053641 run osmo-hlr_10.42.42.2(pid=1800): stderr: \u000a| �[0;m�[1;31m20221210001914802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001914802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001914802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001914802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001914802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001914802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001914817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001914826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001914826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001914826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:18.124400 run osmo-msc_10.42.42.6(pid=1806): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1806)]\u000a00:19:18.176004 run osmo-msc_10.42.42.6(pid=1806): stdout: \u000a| (launched: 2022-12-10_00:19:16.779843) \u000a00:19:18.227934 run osmo-msc_10.42.42.6(pid=1806): stderr: \u000a| �[0;m�[38;5;43m20221210001917227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001917228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5333066c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001917228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001917228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001917228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001917228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001917230 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001917230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001917230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001917231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:18.271928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1799): Terminating (SIGTERM)\u000a00:19:18.314446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1802): Terminating (SIGTERM)\u000a00:19:18.356360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1805): Terminating (SIGTERM)\u000a00:19:18.366536 --- ParallelTerminationStrategy: PID 1799 died...\u000a00:19:18.423216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1799): Terminated: ok {rc=0}\u000a00:19:18.433847 --- ParallelTerminationStrategy: PID 1802 died...\u000a00:19:18.490071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1802): Terminated: ok {rc=0}\u000a00:19:18.500570 --- ParallelTerminationStrategy: PID 1805 died...\u000a00:19:18.557194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1805): Terminated: ok {rc=0}\u000a00:19:18.643571 bus /sierra_3: Setting Powered False\u000a00:19:19.749420 bus /sierra_3: Setting Powered False\u000a00:19:20.856277 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1815): Process ended prematurely: osmo-stp_10.42.42.5(pid=1815) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1815)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1815): Process ended prematurely: osmo-stp_10.42.42.5(pid=1815) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:21.971211 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:21.983665 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:19:22.150018 tst mo_mt_call_osmux.py: using LAC 24682\u000a00:19:22.274036 tst mo_mt_call_osmux.py: using RAC 202\u000a00:19:22.398269 tst mo_mt_call_osmux.py: using CellId 24682\u000a00:19:22.526416 tst mo_mt_call_osmux.py: using BVCI 24683\u000a00:19:22.550929 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:22.562424 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:22.573848 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:22.586035 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:22.598239 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:19:22.610598 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:22.732826 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:19:22.936629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:23.417663 run create_hlr_db(pid=1808): Launched\u000a00:19:23.589826 bus /sierra_2: Setting Powered False\u000a00:19:24.612366 run create_hlr_db(pid=1808): Terminated: ok {rc=0}\u000a00:19:25.038948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1810): Launched\u000a00:19:25.360062 run osmo-hlr_10.42.42.2(pid=1811): Launched\u000a00:19:25.481462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:26.040267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1813): Launched\u000a00:19:26.361325 run osmo-stp_10.42.42.5(pid=1815): Launched\u000a00:19:26.478543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:27.063309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1817): Launched\u000a00:19:27.383289 run osmo-msc_10.42.42.6(pid=1818): Launched\u000a00:19:27.573080 run osmo-stp_10.42.42.5(pid=1815): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1815)]\u000a00:19:27.709426 run osmo-stp_10.42.42.5(pid=1815): stdout: \u000a| (launched: 2022-12-10_00:19:26.204130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:27.845103 run osmo-stp_10.42.42.5(pid=1815): stderr: \u000a| �[0;m�[38;5;43m20221210001926396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001926396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001926397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001926397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001926397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001926398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001926398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:27.974979 run osmo-stp_10.42.42.5(pid=1815): stdout: \u000a| (launched: 2022-12-10_00:19:26.204130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:28.103327 run osmo-stp_10.42.42.5(pid=1815): stderr: \u000a| �[0;m�[38;5;43m20221210001926396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001926396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001926397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001926397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001926397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001926398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001926398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:28.160027 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1815): Process ended prematurely: osmo-stp_10.42.42.5(pid=1815) [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1815)] [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:19:28.169353 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:19:28.232434 run osmo-hlr_10.42.42.2(pid=1811): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1811)]\u000a00:19:28.283533 run osmo-hlr_10.42.42.2(pid=1811): stdout: \u000a| (launched: 2022-12-10_00:19:25.202499) \u000a00:19:28.335352 run osmo-hlr_10.42.42.2(pid=1811): stderr: \u000a| �[0;m�[1;31m20221210001925403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001925403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001925403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001925403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001925403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001925403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001925415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001925423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001925424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001925424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:28.405623 run osmo-msc_10.42.42.6(pid=1818): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1818)]\u000a00:19:28.456827 run osmo-msc_10.42.42.6(pid=1818): stdout: \u000a| (launched: 2022-12-10_00:19:27.226542) \u000a00:19:28.508713 run osmo-msc_10.42.42.6(pid=1818): stderr: \u000a| �[0;m�[38;5;43m20221210001927551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001927551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46d90b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001927551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001927551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001927551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001927552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001927553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001927554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001927554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001927554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:28.552724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1810): Terminating (SIGTERM)\u000a00:19:28.594790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1813): Terminating (SIGTERM)\u000a00:19:28.636881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1817): Terminating (SIGTERM)\u000a00:19:28.646715 --- ParallelTerminationStrategy: PID 1810 died...\u000a00:19:28.702764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1810): Terminated: ok {rc=0}\u000a00:19:28.713404 --- ParallelTerminationStrategy: PID 1813 died...\u000a00:19:28.769377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1813): Terminated: ok {rc=0}\u000a00:19:28.779404 --- ParallelTerminationStrategy: PID 1817 died...\u000a00:19:28.835453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1817): Terminated: ok {rc=0}\u000a00:19:28.922762 bus /sierra_3: Setting Powered False\u000a00:19:30.027361 bus /sierra_3: Setting Powered False\u000a00:19:31.134959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:19:11" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1830): Process ended prematurely: osmo-stp_10.42.42.5(pid=1830) [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1830)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1830): Process ended prematurely: osmo-stp_10.42.42.5(pid=1830) [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:19:33.139705 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:33.151440 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:19:33.311403 tst mo_mt_call.py: using LAC 24683\u000a00:19:33.435851 tst mo_mt_call.py: using RAC 203\u000a00:19:33.565360 tst mo_mt_call.py: using CellId 24683\u000a00:19:33.691935 tst mo_mt_call.py: using BVCI 24684\u000a00:19:33.716402 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:33.728043 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:33.739546 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:33.751874 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:33.765290 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:33.777773 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:33.896727 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:34.109552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:34.611371 run create_hlr_db(pid=1824): Launched\u000a00:19:34.797173 bus /sierra_2: Setting Powered False\u000a00:19:35.819150 run create_hlr_db(pid=1824): Terminated: ok {rc=0}\u000a00:19:36.222197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1826): Launched\u000a00:19:36.522583 run osmo-hlr_10.42.42.2(pid=1827): Launched\u000a00:19:36.641862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:37.170225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1829): Launched\u000a00:19:37.469217 run osmo-stp_10.42.42.5(pid=1830): Launched\u000a00:19:37.579237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:38.126556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1832): Launched\u000a00:19:38.428475 run osmo-msc_10.42.42.6(pid=1833): Launched\u000a00:19:38.604630 run osmo-stp_10.42.42.5(pid=1830): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1830)]\u000a00:19:38.731702 run osmo-stp_10.42.42.5(pid=1830): stdout: \u000a| (launched: 2022-12-10_00:19:37.322243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:38.855991 run osmo-stp_10.42.42.5(pid=1830): stderr: \u000a| �[0;m�[38;5;43m20221210001937494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001937494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001937494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001937495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001937495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001937495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001937495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:38.975938 run osmo-stp_10.42.42.5(pid=1830): stdout: \u000a| (launched: 2022-12-10_00:19:37.322243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:39.095043 run osmo-stp_10.42.42.5(pid=1830): stderr: \u000a| �[0;m�[38;5;43m20221210001937494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001937494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001937494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001937495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001937495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001937495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001937495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:39.147672 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1830): Process ended prematurely: osmo-stp_10.42.42.5(pid=1830) [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1830)] [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:19:39.156009 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:19:39.214528 run osmo-hlr_10.42.42.2(pid=1827): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1827)]\u000a00:19:39.262314 run osmo-hlr_10.42.42.2(pid=1827): stdout: \u000a| (launched: 2022-12-10_00:19:36.375323) \u000a00:19:39.310924 run osmo-hlr_10.42.42.2(pid=1827): stderr: \u000a| �[0;m�[1;31m20221210001936550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001936550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001936550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001936550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001936550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001936550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001936562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001936571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001936572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001936572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:39.377513 run osmo-msc_10.42.42.6(pid=1833): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1833)]\u000a00:19:39.425457 run osmo-msc_10.42.42.6(pid=1833): stdout: \u000a| (launched: 2022-12-10_00:19:38.278503) \u000a00:19:39.474454 run osmo-msc_10.42.42.6(pid=1833): stderr: \u000a| �[0;m�[38;5;43m20221210001938548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001938548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa702e15c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001938549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001938549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001938549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001938549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001938551 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001938551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001938551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001938551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:39.515485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1826): Terminating (SIGTERM)\u000a00:19:39.554277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1829): Terminating (SIGTERM)\u000a00:19:39.593254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1832): Terminating (SIGTERM)\u000a00:19:39.602326 --- ParallelTerminationStrategy: PID 1826 died...\u000a00:19:39.654603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1826): Terminated: ok {rc=0}\u000a00:19:39.663979 --- ParallelTerminationStrategy: PID 1829 died...\u000a00:19:39.716258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1829): Terminated: ok {rc=0}\u000a00:19:39.725750 --- ParallelTerminationStrategy: PID 1832 died...\u000a00:19:39.777796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1832): Terminated: ok {rc=0}\u000a00:19:39.865241 bus /sierra_3: Setting Powered False\u000a00:19:40.970673 bus /sierra_3: Setting Powered False\u000a00:19:42.081008 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1841): Process ended prematurely: osmo-stp_10.42.42.5(pid=1841) [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1841): Process ended prematurely: osmo-stp_10.42.42.5(pid=1841) [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:19:43.190949 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:43.202693 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:19:43.354921 tst mo_mt_call_osmux.py: using LAC 24684\u000a00:19:43.474147 tst mo_mt_call_osmux.py: using RAC 204\u000a00:19:43.591647 tst mo_mt_call_osmux.py: using CellId 24684\u000a00:19:43.711448 tst mo_mt_call_osmux.py: using BVCI 24685\u000a00:19:43.734221 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:43.745522 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:43.756491 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:43.767426 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:43.778486 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:19:43.789570 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:43.903972 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:44.107445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:44.587483 run create_hlr_db(pid=1835): Launched\u000a00:19:44.760049 bus /sierra_2: Setting Powered False\u000a00:19:45.781484 run create_hlr_db(pid=1835): Terminated: ok {rc=0}\u000a00:19:46.218535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1837): Launched\u000a00:19:46.630326 run osmo-hlr_10.42.42.2(pid=1838): Launched\u000a00:19:46.865937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:47.490891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1840): Launched\u000a00:19:47.812670 run osmo-stp_10.42.42.5(pid=1841): Launched\u000a00:19:47.930701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:48.515427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1843): Launched\u000a00:19:48.835563 run osmo-msc_10.42.42.6(pid=1844): Launched\u000a00:19:49.024242 run osmo-stp_10.42.42.5(pid=1841): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)]\u000a00:19:49.160793 run osmo-stp_10.42.42.5(pid=1841): stdout: \u000a| (launched: 2022-12-10_00:19:47.654191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:49.296429 run osmo-stp_10.42.42.5(pid=1841): stderr: \u000a| �[0;m�[38;5;43m20221210001947844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001947845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001947845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001947845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001947846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001947846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001947846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:49.425656 run osmo-stp_10.42.42.5(pid=1841): stdout: \u000a| (launched: 2022-12-10_00:19:47.654191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:49.554227 run osmo-stp_10.42.42.5(pid=1841): stderr: \u000a| �[0;m�[38;5;43m20221210001947844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001947845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001947845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001947845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001947846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001947846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001947846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:49.610924 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1841): Process ended prematurely: osmo-stp_10.42.42.5(pid=1841) [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)] [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:19:49.620264 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:19:49.683905 run osmo-hlr_10.42.42.2(pid=1838): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1838)]\u000a00:19:49.735622 run osmo-hlr_10.42.42.2(pid=1838): stdout: \u000a| (launched: 2022-12-10_00:19:46.373956) \u000a00:19:49.788044 run osmo-hlr_10.42.42.2(pid=1838): stderr: \u000a| �[0;m�[1;31m20221210001946616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001946616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001946616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001946616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001946616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001946616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001946631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001946652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001946658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001946660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:49.859093 run osmo-msc_10.42.42.6(pid=1844): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1844)]\u000a00:19:49.911041 run osmo-msc_10.42.42.6(pid=1844): stdout: \u000a| (launched: 2022-12-10_00:19:48.678445) \u000a00:19:49.963381 run osmo-msc_10.42.42.6(pid=1844): stderr: \u000a| �[0;m�[38;5;43m20221210001948998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210001948998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f330575fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210001948998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210001948998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210001948998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210001948999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210001949000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210001949001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210001949001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210001949001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:19:50.007391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1837): Terminating (SIGTERM)\u000a00:19:50.049385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1840): Terminating (SIGTERM)\u000a00:19:50.091492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1843): Terminating (SIGTERM)\u000a00:19:50.101341 --- ParallelTerminationStrategy: PID 1837 died...\u000a00:19:50.157654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1837): Terminated: ok {rc=0}\u000a00:19:50.167898 --- ParallelTerminationStrategy: PID 1840 died...\u000a00:19:50.223858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1840): Terminated: ok {rc=0}\u000a00:19:50.234394 --- ParallelTerminationStrategy: PID 1843 died...\u000a00:19:50.290576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1843): Terminated: ok {rc=0}\u000a00:19:50.377060 bus /sierra_3: Setting Powered False\u000a00:19:51.483849 bus /sierra_3: Setting Powered False\u000a00:19:52.594391 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:19:32" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1856): Process ended prematurely: osmo-stp_10.42.42.5(pid=1856) [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1856)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1856): Process ended prematurely: osmo-stp_10.42.42.5(pid=1856) [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a00:19:54.583474 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:19:54.594841 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:19:54.730784 tst mo_mt_call.py: using LAC 24685\u000a00:19:54.848032 tst mo_mt_call.py: using RAC 205\u000a00:19:54.974167 tst mo_mt_call.py: using CellId 24685\u000a00:19:55.099698 tst mo_mt_call.py: using BVCI 24686\u000a00:19:55.124241 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:19:55.136226 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:19:55.148002 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:19:55.159736 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:19:55.171759 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:19:55.183489 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:19:55.298384 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:19:55.498935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:55.977999 run create_hlr_db(pid=1850): Launched\u000a00:19:56.150453 bus /sierra_2: Setting Powered False\u000a00:19:57.173241 run create_hlr_db(pid=1850): Terminated: ok {rc=0}\u000a00:19:57.599917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1852): Launched\u000a00:19:57.921191 run osmo-hlr_10.42.42.2(pid=1853): Launched\u000a00:19:58.042161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:58.597590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1855): Launched\u000a00:19:58.917709 run osmo-stp_10.42.42.5(pid=1856): Launched\u000a00:19:59.039142 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:19:59.622889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1858): Launched\u000a00:19:59.943473 run osmo-msc_10.42.42.6(pid=1859): Launched\u000a00:20:00.133136 run osmo-stp_10.42.42.5(pid=1856): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1856)]\u000a00:20:00.270182 run osmo-stp_10.42.42.5(pid=1856): stdout: \u000a| (launched: 2022-12-10_00:19:58.760534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:00.406360 run osmo-stp_10.42.42.5(pid=1856): stderr: \u000a| �[0;m�[38;5;43m20221210001958953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001958953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001958953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001958954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001958954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001958954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001958954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:00.535841 run osmo-stp_10.42.42.5(pid=1856): stdout: \u000a| (launched: 2022-12-10_00:19:58.760534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:00.664284 run osmo-stp_10.42.42.5(pid=1856): stderr: \u000a| �[0;m�[38;5;43m20221210001958953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210001958953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210001958953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210001958954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210001958954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210001958954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210001958954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:00.721055 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1856): Process ended prematurely: osmo-stp_10.42.42.5(pid=1856) [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1856)] [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a00:20:00.730400 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:20:00.793574 run osmo-hlr_10.42.42.2(pid=1853): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1853)]\u000a00:20:00.846754 run osmo-hlr_10.42.42.2(pid=1853): stdout: \u000a| (launched: 2022-12-10_00:19:57.763411) \u000a00:20:00.915131 run osmo-hlr_10.42.42.2(pid=1853): stderr: \u000a| �[0;m�[1;31m20221210001957960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210001957960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210001957960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001957960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210001957960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210001957960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210001957977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210001957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210001957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210001957986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:00.987670 run osmo-msc_10.42.42.6(pid=1859): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1859)]\u000a00:20:01.040229 run osmo-msc_10.42.42.6(pid=1859): stdout: \u000a| (launched: 2022-12-10_00:19:59.785932) \u000a00:20:01.092537 run osmo-msc_10.42.42.6(pid=1859): stderr: \u000a| �[0;m�[38;5;43m20221210002000107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002000107 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe469613c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002000107 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002000107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002000107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002000108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002000109 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002000110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002000110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002000110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:01.136048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1852): Terminating (SIGTERM)\u000a00:20:01.180102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1855): Terminating (SIGTERM)\u000a00:20:01.224124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1858): Terminating (SIGTERM)\u000a00:20:01.234777 --- ParallelTerminationStrategy: PID 1852 died...\u000a00:20:01.293107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1852): Terminated: ok {rc=0}\u000a00:20:01.303421 --- ParallelTerminationStrategy: PID 1855 died...\u000a00:20:01.359640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1855): Terminated: ok {rc=0}\u000a00:20:01.370905 --- ParallelTerminationStrategy: PID 1858 died...\u000a00:20:01.426833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1858): Terminated: ok {rc=0}\u000a00:20:01.527029 bus /sierra_3: Setting Powered False\u000a00:20:02.635133 bus /sierra_3: Setting Powered False\u000a00:20:03.743942 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 202, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1870): Process ended prematurely: osmo-stp_10.42.42.5(pid=1870) [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1870)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1870): Process ended prematurely: osmo-stp_10.42.42.5(pid=1870) [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:20:04.858519 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:04.871106 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:20:05.017583 tst mo_mt_call_osmux.py: using LAC 24686\u000a00:20:05.144875 tst mo_mt_call_osmux.py: using RAC 206\u000a00:20:05.271384 tst mo_mt_call_osmux.py: using CellId 24686\u000a00:20:05.398969 tst mo_mt_call_osmux.py: using BVCI 24687\u000a00:20:05.423441 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:05.435426 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:05.447154 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:05.459082 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:05.471193 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:20:05.483123 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:05.603778 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:20:05.816125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:06.319624 run create_hlr_db(pid=1864): Launched\u000a00:20:06.505534 bus /sierra_2: Setting Powered False\u000a00:20:07.527774 run create_hlr_db(pid=1864): Terminated: ok {rc=0}\u000a00:20:07.931080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1866): Launched\u000a00:20:08.231078 run osmo-hlr_10.42.42.2(pid=1867): Launched\u000a00:20:08.345561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:08.875078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1869): Launched\u000a00:20:09.175191 run osmo-stp_10.42.42.5(pid=1870): Launched\u000a00:20:09.284312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:09.830386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1872): Launched\u000a00:20:10.130470 run osmo-msc_10.42.42.6(pid=1873): Launched\u000a00:20:10.305789 run osmo-stp_10.42.42.5(pid=1870): ERR: Terminated: ERROR {rc=1} [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1870)]\u000a00:20:10.433346 run osmo-stp_10.42.42.5(pid=1870): stdout: \u000a| (launched: 2022-12-10_00:20:09.026953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:10.557965 run osmo-stp_10.42.42.5(pid=1870): stderr: \u000a| �[0;m�[38;5;43m20221210002009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002009197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002009197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002009197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002009199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002009200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002009200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:10.677966 run osmo-stp_10.42.42.5(pid=1870): stdout: \u000a| (launched: 2022-12-10_00:20:09.026953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:10.797248 run osmo-stp_10.42.42.5(pid=1870): stderr: \u000a| �[0;m�[38;5;43m20221210002009196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002009197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002009197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002009197 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002009199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002009200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002009200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:10.850071 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1870): Process ended prematurely: osmo-stp_10.42.42.5(pid=1870) [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1870)] [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a00:20:10.858554 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:20:10.917893 run osmo-hlr_10.42.42.2(pid=1867): ERR: Terminated: ERROR {rc=237} [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1867)]\u000a00:20:10.966682 run osmo-hlr_10.42.42.2(pid=1867): stdout: \u000a| (launched: 2022-12-10_00:20:08.083451) \u000a00:20:11.016084 run osmo-hlr_10.42.42.2(pid=1867): stderr: \u000a| �[0;m�[1;31m20221210002008261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002008261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002008261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002008261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002008261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002008261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002008273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002008282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002008282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002008282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:11.083507 run osmo-msc_10.42.42.6(pid=1873): ERR: Terminated: ERROR {rc=2} [trial-2366↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1873)]\u000a00:20:11.132149 run osmo-msc_10.42.42.6(pid=1873): stdout: \u000a| (launched: 2022-12-10_00:20:09.982511) \u000a00:20:11.181429 run osmo-msc_10.42.42.6(pid=1873): stderr: \u000a| �[0;m�[38;5;43m20221210002010255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002010257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f095e80dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002010257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002010257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002010257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002010257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002010259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002010259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002010260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002010260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:11.223157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1866): Terminating (SIGTERM)\u000a00:20:11.262682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1869): Terminating (SIGTERM)\u000a00:20:11.302113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1872): Terminating (SIGTERM)\u000a00:20:11.311347 --- ParallelTerminationStrategy: PID 1866 died...\u000a00:20:11.364334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1866): Terminated: ok {rc=0}\u000a00:20:11.374005 --- ParallelTerminationStrategy: PID 1869 died...\u000a00:20:11.426895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1869): Terminated: ok {rc=0}\u000a00:20:11.436510 --- ParallelTerminationStrategy: PID 1872 died...\u000a00:20:11.489183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1872): Terminated: ok {rc=0}\u000a00:20:11.572369 bus /sierra_3: Setting Powered False\u000a00:20:12.679229 bus /sierra_3: Setting Powered False\u000a00:20:13.786118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:19:54" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2366↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2366↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:20:15.812473 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:15.823324 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:15.992483 tst emergency_mo_mt_call.py: using LAC 24687\u000a00:20:16.121090 tst emergency_mo_mt_call.py: using RAC 207\u000a00:20:16.247002 tst emergency_mo_mt_call.py: using CellId 24687\u000a00:20:16.396161 tst emergency_mo_mt_call.py: using BVCI 24688\u000a00:20:16.427214 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:16.439786 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:16.452930 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:16.466566 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:16.478420 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:16.491245 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:16.609020 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:16.829745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:17.362075 run create_hlr_db(pid=1878): Launched\u000a00:20:17.545941 bus /sierra_2: Setting Powered False\u000a00:20:18.566613 run create_hlr_db(pid=1878): Terminated: ok {rc=0}\u000a00:20:18.963474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Launched\u000a00:20:19.257254 run osmo-hlr_10.42.42.2(pid=1881): Launched\u000a00:20:19.364550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:19.876227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Launched\u000a00:20:20.171414 run osmo-stp_10.42.42.5(pid=1884): Launched\u000a00:20:20.296444 tst emergency_mo_mt_call.py: using MSISDN 7448\u000a00:20:20.442948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:20.983006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Launched\u000a00:20:21.278048 run osmo-msc_10.42.42.6(pid=1887): Launched\u000a00:20:21.450979 run osmo-stp_10.42.42.5(pid=1884): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)]\u000a00:20:21.575224 run osmo-stp_10.42.42.5(pid=1884): stdout: \u000a| (launched: 2022-12-10_00:20:20.026241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:21.696878 run osmo-stp_10.42.42.5(pid=1884): stderr: \u000a| �[0;m�[38;5;43m20221210002020197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002020197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002020197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002020198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002020198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002020198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002020198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:21.815017 run osmo-stp_10.42.42.5(pid=1884): stdout: \u000a| (launched: 2022-12-10_00:20:20.026241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:21.932370 run osmo-stp_10.42.42.5(pid=1884): stderr: \u000a| �[0;m�[38;5;43m20221210002020197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002020197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002020197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002020198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002020198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002020198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002020198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:21.983512 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1884): Process ended prematurely: osmo-stp_10.42.42.5(pid=1884) [trial-2366↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1884)] [trial-2366↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a00:20:21.991307 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a00:20:22.050524 run osmo-hlr_10.42.42.2(pid=1881): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1881)]\u000a00:20:22.099005 run osmo-hlr_10.42.42.2(pid=1881): stdout: \u000a| (launched: 2022-12-10_00:20:19.113350) \u000a00:20:22.148323 run osmo-hlr_10.42.42.2(pid=1881): stderr: \u000a| �[0;m�[1;31m20221210002019287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002019287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002019287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002019287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002019287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002019287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002019301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002019310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002019310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002019310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:22.215567 run osmo-msc_10.42.42.6(pid=1887): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1887)]\u000a00:20:22.264195 run osmo-msc_10.42.42.6(pid=1887): stdout: \u000a| (launched: 2022-12-10_00:20:21.132432) \u000a00:20:22.313322 run osmo-msc_10.42.42.6(pid=1887): stderr: \u000a| �[0;m�[38;5;43m20221210002021405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002021405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ee7d3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002021405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002021406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002021406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002021406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002021408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002021408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002021408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002021408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:22.354838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Terminating (SIGTERM)\u000a00:20:22.394024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Terminating (SIGTERM)\u000a00:20:22.433476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Terminating (SIGTERM)\u000a00:20:22.442660 --- ParallelTerminationStrategy: PID 1880 died...\u000a00:20:22.495318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1880): Terminated: ok {rc=0}\u000a00:20:22.504733 --- ParallelTerminationStrategy: PID 1883 died...\u000a00:20:22.557108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1883): Terminated: ok {rc=0}\u000a00:20:22.566763 --- ParallelTerminationStrategy: PID 1886 died...\u000a00:20:22.619262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1886): Terminated: ok {rc=0}\u000a00:20:22.707592 bus /sierra_3: Setting Powered False\u000a00:20:23.810592 bus /sierra_3: Setting Powered False\u000a00:20:24.920421 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1895): Process ended prematurely: osmo-stp_10.42.42.5(pid=1895) [trial-2366↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1895)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1895): Process ended prematurely: osmo-stp_10.42.42.5(pid=1895) [trial-2366↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:20:25.972415 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:25.984131 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:26.127555 tst emergency_preemptive_call.py: using LAC 24688\u000a00:20:26.251975 tst emergency_preemptive_call.py: using RAC 208\u000a00:20:26.376138 tst emergency_preemptive_call.py: using CellId 24688\u000a00:20:26.500012 tst emergency_preemptive_call.py: using BVCI 24689\u000a00:20:26.524577 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:26.535891 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:26.547085 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:26.558729 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:26.570131 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a00:20:26.581528 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:26.701469 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:26.816367 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:26.931477 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:27.138771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:27.637500 run create_hlr_db(pid=1889): Launched\u000a00:20:27.821852 bus /sierra_2: Setting Powered False\u000a00:20:28.843126 run create_hlr_db(pid=1889): Terminated: ok {rc=0}\u000a00:20:29.264903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1891): Launched\u000a00:20:29.582319 run osmo-hlr_10.42.42.2(pid=1892): Launched\u000a00:20:29.701766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:30.250201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1894): Launched\u000a00:20:30.566659 run osmo-stp_10.42.42.5(pid=1895): Launched\u000a00:20:30.694149 tst emergency_preemptive_call.py: using MSISDN 7449\u000a00:20:30.865267 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:31.476198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1897): Launched\u000a00:20:31.813690 run osmo-msc_10.42.42.6(pid=1898): Launched\u000a00:20:32.177780 run osmo-stp_10.42.42.5(pid=1895): ERR: Terminated: ERROR {rc=1} [trial-2366↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1895)]\u000a00:20:32.414154 run osmo-stp_10.42.42.5(pid=1895): stdout: \u000a| (launched: 2022-12-10_00:20:30.410583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:32.538982 run osmo-stp_10.42.42.5(pid=1895): stderr: \u000a| �[0;m�[38;5;43m20221210002030604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002030604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002030604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002030605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002030605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002030605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002030605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:32.658517 run osmo-stp_10.42.42.5(pid=1895): stdout: \u000a| (launched: 2022-12-10_00:20:30.410583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:32.776762 run osmo-stp_10.42.42.5(pid=1895): stderr: \u000a| �[0;m�[38;5;43m20221210002030604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002030604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002030604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002030605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002030605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002030605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002030605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:32.828541 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1895): Process ended prematurely: osmo-stp_10.42.42.5(pid=1895) [trial-2366↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1895)] [trial-2366↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a00:20:32.836542 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a00:20:32.896853 run osmo-hlr_10.42.42.2(pid=1892): ERR: Terminated: ERROR {rc=237} [trial-2366↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1892)]\u000a00:20:32.946521 run osmo-hlr_10.42.42.2(pid=1892): stdout: \u000a| (launched: 2022-12-10_00:20:29.426282) \u000a00:20:32.996753 run osmo-hlr_10.42.42.2(pid=1892): stderr: \u000a| �[0;m�[1;31m20221210002029626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002029626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002029627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002029627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002029627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002029627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002029638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002029646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002029646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002029647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:33.065449 run osmo-msc_10.42.42.6(pid=1898): ERR: Terminated: ERROR {rc=2} [trial-2366↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1898)]\u000a00:20:33.115129 run osmo-msc_10.42.42.6(pid=1898): stdout: \u000a| (launched: 2022-12-10_00:20:31.653405) \u000a00:20:33.165423 run osmo-msc_10.42.42.6(pid=1898): stderr: \u000a| �[0;m�[38;5;43m20221210002032278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002032278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08a72cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002032278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002032278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002032278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002032279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002032280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002032281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002032281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002032281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:33.207801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1891): Terminating (SIGTERM)\u000a00:20:33.248104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1894): Terminating (SIGTERM)\u000a00:20:33.288327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1897): Terminating (SIGTERM)\u000a00:20:33.297689 --- ParallelTerminationStrategy: PID 1891 died...\u000a00:20:33.351345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1891): Terminated: ok {rc=0}\u000a00:20:33.361090 --- ParallelTerminationStrategy: PID 1894 died...\u000a00:20:33.414010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1894): Terminated: ok {rc=0}\u000a00:20:33.423629 --- ParallelTerminationStrategy: PID 1897 died...\u000a00:20:33.477265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1897): Terminated: ok {rc=0}\u000a00:20:33.564793 bus /sierra_9: Setting Powered False\u000a00:20:34.666105 bus /sierra_9: Setting Powered False\u000a00:20:35.777511 bus /sierra_8: Setting Powered False\u000a00:20:36.881111 bus /sierra_8: Setting Powered False\u000a00:20:37.990786 bus /sierra_3: Setting Powered False\u000a00:20:39.093416 bus /sierra_3: Setting Powered False\u000a00:20:40.205028 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:20:15" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1913): Process ended prematurely: osmo-stp_10.42.42.5(pid=1913) [trial-2366↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1913)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1913): Process ended prematurely: osmo-stp_10.42.42.5(pid=1913) [trial-2366↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:20:42.316641 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.327321 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:42.463261 tst cs_paging_gprs_active.py: using LAC 24689\u000a00:20:42.590656 tst cs_paging_gprs_active.py: using RAC 209\u000a00:20:42.717324 tst cs_paging_gprs_active.py: using CellId 24689\u000a00:20:42.843293 tst cs_paging_gprs_active.py: using BVCI 24690\u000a00:20:42.867909 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.879298 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.890599 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.901670 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.913184 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.924533 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.935667 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.946756 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:42.958229 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:43.080008 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:43.376920 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:20:43.511525 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:20:43.843590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1903): Launched\u000a00:20:44.119817 run iperf3-srv_10.42.42.10(pid=1904): Launched\u000a00:20:44.317247 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:20:44.451731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:20:44.784024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1905): Launched\u000a00:20:45.059890 run iperf3-srv_10.42.42.10(pid=1906): Launched\u000a00:20:45.257526 tst cs_paging_gprs_active.py:38: start network...\u000a00:20:45.392049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:45.905571 run create_hlr_db(pid=1907): Launched\u000a00:20:46.095593 bus /sierra_2: Setting Powered False\u000a00:20:47.154789 run create_hlr_db(pid=1907): Terminated: ok {rc=0}\u000a00:20:47.601736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1909): Launched\u000a00:20:47.923742 run osmo-hlr_10.42.42.2(pid=1910): Launched\u000a00:20:48.043631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:48.601667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1912): Launched\u000a00:20:48.923282 run osmo-stp_10.42.42.5(pid=1913): Launched\u000a00:20:49.040938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:20:49.600066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1915): Launched\u000a00:20:49.714981 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:20:49.995112 run patchelf(pid=1916): Launched\u000a00:20:50.183205 run osmo-stp_10.42.42.5(pid=1913): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1913)]\u000a00:20:50.321225 run osmo-stp_10.42.42.5(pid=1913): stdout: \u000a| (launched: 2022-12-10_00:20:48.765491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:50.459237 run osmo-stp_10.42.42.5(pid=1913): stderr: \u000a| �[0;m�[38;5;43m20221210002048957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002048957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002048957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002048958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002048960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002048960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002048960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:50.592360 run osmo-stp_10.42.42.5(pid=1913): stdout: \u000a| (launched: 2022-12-10_00:20:48.765491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:50.724438 run osmo-stp_10.42.42.5(pid=1913): stderr: \u000a| �[0;m�[38;5;43m20221210002048957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002048957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002048957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002048958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002048960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002048960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002048960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:50.878168 run patchelf(pid=1916): Terminating (SIGINT)\u000a00:20:51.059135 run patchelf(pid=1916): Terminated: ok {rc=0}\u000a00:20:51.092334 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1913): Process ended prematurely: osmo-stp_10.42.42.5(pid=1913) [trial-2366↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1913)] [trial-2366↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a00:20:51.102172 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:20:51.165619 run osmo-hlr_10.42.42.2(pid=1910): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1910)]\u000a00:20:51.216943 run osmo-hlr_10.42.42.2(pid=1910): stdout: \u000a| (launched: 2022-12-10_00:20:47.765479) \u000a00:20:51.269074 run osmo-hlr_10.42.42.2(pid=1910): stderr: \u000a| �[0;m�[1;31m20221210002047964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002047964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002047964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002047964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002047964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002047964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002047975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002047984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002047984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002047984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:51.313327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1903): Terminating (SIGTERM)\u000a00:20:51.355019 run iperf3-srv_10.42.42.10(pid=1904): Terminating (SIGTERM)\u000a00:20:51.396635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1905): Terminating (SIGTERM)\u000a00:20:51.437937 run iperf3-srv_10.42.42.10(pid=1906): Terminating (SIGTERM)\u000a00:20:51.479842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1909): Terminating (SIGTERM)\u000a00:20:51.521514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1912): Terminating (SIGTERM)\u000a00:20:51.562936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1915): Terminating (SIGTERM)\u000a00:20:51.572798 --- ParallelTerminationStrategy: PID 1903 died...\u000a00:20:51.628900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1903): Terminated: ok {rc=0}\u000a00:20:51.639027 --- ParallelTerminationStrategy: PID 1904 died...\u000a00:20:51.694496 run iperf3-srv_10.42.42.10(pid=1904): Terminated {rc=256}\u000a00:20:51.704457 --- ParallelTerminationStrategy: PID 1905 died...\u000a00:20:51.759967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1905): Terminated: ok {rc=0}\u000a00:20:51.770024 --- ParallelTerminationStrategy: PID 1906 died...\u000a00:20:51.825116 run iperf3-srv_10.42.42.10(pid=1906): Terminated {rc=256}\u000a00:20:51.835319 --- ParallelTerminationStrategy: PID 1909 died...\u000a00:20:51.891099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1909): Terminated: ok {rc=0}\u000a00:20:51.901161 --- ParallelTerminationStrategy: PID 1912 died...\u000a00:20:51.957218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1912): Terminated: ok {rc=0}\u000a00:20:51.967455 --- ParallelTerminationStrategy: PID 1915 died...\u000a00:20:52.023650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1915): Terminated: ok {rc=0}\u000a00:20:52.109682 bus /gobi_0: Setting Powered False\u000a00:20:53.216188 bus /gobi_0: Setting Powered False\u000a00:20:54.323711 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1925): Process ended prematurely: osmo-stp_10.42.42.5(pid=1925) [trial-2366↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1925)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1925): Process ended prematurely: osmo-stp_10.42.42.5(pid=1925) [trial-2366↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a00:20:55.437767 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:55.449405 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:20:55.594078 tst iperf3.py: using LAC 24690\u000a00:20:55.721819 tst iperf3.py: using RAC 210\u000a00:20:55.849922 tst iperf3.py: using CellId 24690\u000a00:20:55.976092 tst iperf3.py: using BVCI 24691\u000a00:20:56.000665 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.011897 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.022900 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.034146 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.045255 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.056308 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.067711 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.078865 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:20:56.090106 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:20:56.368187 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:20:56.493861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:20:56.805298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1917): Launched\u000a00:20:57.062556 run iperf3-srv_10.42.42.10(pid=1918): Launched\u000a00:20:57.244864 tst iperf3.py:8: start network...\u000a00:20:57.369569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:57.849151 run create_hlr_db(pid=1919): Launched\u000a00:20:58.021584 bus /gobi_6: Setting Powered False\u000a00:20:59.042574 run create_hlr_db(pid=1919): Terminated: ok {rc=0}\u000a00:20:59.470851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1921): Launched\u000a00:20:59.791658 run osmo-hlr_10.42.42.2(pid=1922): Launched\u000a00:20:59.913093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:00.473095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1924): Launched\u000a00:21:00.793905 run osmo-stp_10.42.42.5(pid=1925): Launched\u000a00:21:01.025767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:01.636581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1927): Launched\u000a00:21:01.755581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:02.060710 run patchelf(pid=1928): Launched\u000a00:21:02.252218 run osmo-stp_10.42.42.5(pid=1925): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1925)]\u000a00:21:02.390347 run osmo-stp_10.42.42.5(pid=1925): stdout: \u000a| (launched: 2022-12-10_00:21:00.636599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:02.529081 run osmo-stp_10.42.42.5(pid=1925): stderr: \u000a| �[0;m�[38;5;43m20221210002100837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002100837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002100838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002100838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002100838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002100849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002100849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:02.662716 run osmo-stp_10.42.42.5(pid=1925): stdout: \u000a| (launched: 2022-12-10_00:21:00.636599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:02.795064 run osmo-stp_10.42.42.5(pid=1925): stderr: \u000a| �[0;m�[38;5;43m20221210002100837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002100837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002100838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002100838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002100838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002100849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002100849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:02.949997 run patchelf(pid=1928): Terminating (SIGINT)\u000a00:21:03.131305 run patchelf(pid=1928): Terminated: ok {rc=0}\u000a00:21:03.164565 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1925): Process ended prematurely: osmo-stp_10.42.42.5(pid=1925) [trial-2366↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1925)] [trial-2366↪gprs:nanobts+band-900↪iperf3.py:8]\u000a00:21:03.174686 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:21:03.238600 run osmo-hlr_10.42.42.2(pid=1922): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1922)]\u000a00:21:03.290430 run osmo-hlr_10.42.42.2(pid=1922): stdout: \u000a| (launched: 2022-12-10_00:20:59.634613) \u000a00:21:03.343076 run osmo-hlr_10.42.42.2(pid=1922): stderr: \u000a| �[0;m�[1;31m20221210002059834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002059834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002059834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002059834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002059834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002059834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002059847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002059855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002059856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002059856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:03.387700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1917): Terminating (SIGTERM)\u000a00:21:03.430348 run iperf3-srv_10.42.42.10(pid=1918): Terminating (SIGTERM)\u000a00:21:03.472665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1921): Terminating (SIGTERM)\u000a00:21:03.514935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1924): Terminating (SIGTERM)\u000a00:21:03.557252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1927): Terminating (SIGTERM)\u000a00:21:03.567044 --- ParallelTerminationStrategy: PID 1917 died...\u000a00:21:03.623717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1917): Terminated: ok {rc=0}\u000a00:21:03.633957 --- ParallelTerminationStrategy: PID 1918 died...\u000a00:21:03.690177 run iperf3-srv_10.42.42.10(pid=1918): Terminated {rc=256}\u000a00:21:03.700259 --- ParallelTerminationStrategy: PID 1921 died...\u000a00:21:03.756686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1921): Terminated: ok {rc=0}\u000a00:21:03.766892 --- ParallelTerminationStrategy: PID 1924 died...\u000a00:21:03.822997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1924): Terminated: ok {rc=0}\u000a00:21:03.833879 --- ParallelTerminationStrategy: PID 1927 died...\u000a00:21:03.890535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1927): Terminated: ok {rc=0}\u000a00:21:03.978615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1945): Process ended prematurely: osmo-stp_10.42.42.5(pid=1945) [trial-2366↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1945)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1945): Process ended prematurely: osmo-stp_10.42.42.5(pid=1945) [trial-2366↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a00:21:05.092408 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.104103 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:05.247152 tst iperf3m4.py: using LAC 24691\u000a00:21:05.377427 tst iperf3m4.py: using RAC 211\u000a00:21:05.501584 tst iperf3m4.py: using CellId 24691\u000a00:21:05.626107 tst iperf3m4.py: using BVCI 24692\u000a00:21:05.650740 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.661943 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.672904 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.684044 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.695275 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.706405 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.717766 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.728667 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:05.739943 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:05.856079 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:05.977875 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:06.099424 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:06.391991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:21:06.526986 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:06.859201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1931): Launched\u000a00:21:07.135352 run iperf3-srv_10.42.42.10(pid=1932): Launched\u000a00:21:07.332838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:21:07.467237 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:07.800465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1933): Launched\u000a00:21:08.076599 run iperf3-srv_10.42.42.10(pid=1934): Launched\u000a00:21:08.274126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:21:08.408827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:08.741205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1935): Launched\u000a00:21:09.017221 run iperf3-srv_10.42.42.10(pid=1936): Launched\u000a00:21:09.214188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:21:09.348556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:09.680496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1937): Launched\u000a00:21:09.957345 run iperf3-srv_10.42.42.10(pid=1938): Launched\u000a00:21:10.155544 tst iperf3m4.py:8: start network...\u000a00:21:10.290982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:10.799022 run create_hlr_db(pid=1939): Launched\u000a00:21:10.986489 bus /gobi_6: Setting Powered False\u000a00:21:11.996661 run create_hlr_db(pid=1939): Terminated: ok {rc=0}\u000a00:21:12.406593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1941): Launched\u000a00:21:12.707983 run osmo-hlr_10.42.42.2(pid=1942): Launched\u000a00:21:12.823077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:13.355336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1944): Launched\u000a00:21:13.656444 run osmo-stp_10.42.42.5(pid=1945): Launched\u000a00:21:13.766671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:14.290086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1947): Launched\u000a00:21:14.396887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:14.658350 run patchelf(pid=1948): Launched\u000a00:21:14.833896 run osmo-stp_10.42.42.5(pid=1945): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1945)]\u000a00:21:14.963158 run osmo-stp_10.42.42.5(pid=1945): stdout: \u000a| (launched: 2022-12-10_00:21:13.508228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:15.092202 run osmo-stp_10.42.42.5(pid=1945): stderr: \u000a| �[0;m�[38;5;43m20221210002113680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002113680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002113680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002113680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002113681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002113681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002113681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:15.216345 run osmo-stp_10.42.42.5(pid=1945): stdout: \u000a| (launched: 2022-12-10_00:21:13.508228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:15.339401 run osmo-stp_10.42.42.5(pid=1945): stderr: \u000a| �[0;m�[38;5;43m20221210002113680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002113680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002113680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002113680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002113681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002113681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002113681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:15.482977 run patchelf(pid=1948): Terminating (SIGINT)\u000a00:21:15.651796 run patchelf(pid=1948): Terminated: ok {rc=0}\u000a00:21:15.682881 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1945): Process ended prematurely: osmo-stp_10.42.42.5(pid=1945) [trial-2366↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1945)] [trial-2366↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a00:21:15.693795 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:21:15.753249 run osmo-hlr_10.42.42.2(pid=1942): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1942)]\u000a00:21:15.801618 run osmo-hlr_10.42.42.2(pid=1942): stdout: \u000a| (launched: 2022-12-10_00:21:12.560468) \u000a00:21:15.865161 run osmo-hlr_10.42.42.2(pid=1942): stderr: \u000a| �[0;m�[1;31m20221210002112740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002112740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002112740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002112740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002112740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002112740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002112752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002112763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002112763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002112763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:15.921654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1931): Terminating (SIGTERM)\u000a00:21:15.966220 run iperf3-srv_10.42.42.10(pid=1932): Terminating (SIGTERM)\u000a00:21:16.011201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1933): Terminating (SIGTERM)\u000a00:21:16.067309 run iperf3-srv_10.42.42.10(pid=1934): Terminating (SIGTERM)\u000a00:21:16.112612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1935): Terminating (SIGTERM)\u000a00:21:16.157240 run iperf3-srv_10.42.42.10(pid=1936): Terminating (SIGTERM)\u000a00:21:16.201522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1937): Terminating (SIGTERM)\u000a00:21:16.245416 run iperf3-srv_10.42.42.10(pid=1938): Terminating (SIGTERM)\u000a00:21:16.288732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1941): Terminating (SIGTERM)\u000a00:21:16.337960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1944): Terminating (SIGTERM)\u000a00:21:16.383223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1947): Terminating (SIGTERM)\u000a00:21:16.395337 --- ParallelTerminationStrategy: PID 1931 died...\u000a00:21:16.457368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1931): Terminated: ok {rc=0}\u000a00:21:16.468530 --- ParallelTerminationStrategy: PID 1932 died...\u000a00:21:16.529154 run iperf3-srv_10.42.42.10(pid=1932): Terminated {rc=256}\u000a00:21:16.540244 --- ParallelTerminationStrategy: PID 1933 died...\u000a00:21:16.598752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1933): Terminated: ok {rc=0}\u000a00:21:16.610473 --- ParallelTerminationStrategy: PID 1934 died...\u000a00:21:16.670451 run iperf3-srv_10.42.42.10(pid=1934): Terminated {rc=256}\u000a00:21:16.681523 --- ParallelTerminationStrategy: PID 1935 died...\u000a00:21:16.742095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1935): Terminated: ok {rc=0}\u000a00:21:16.753227 --- ParallelTerminationStrategy: PID 1936 died...\u000a00:21:16.812383 run iperf3-srv_10.42.42.10(pid=1936): Terminated {rc=256}\u000a00:21:16.823436 --- ParallelTerminationStrategy: PID 1937 died...\u000a00:21:16.882455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1937): Terminated: ok {rc=0}\u000a00:21:16.893491 --- ParallelTerminationStrategy: PID 1938 died...\u000a00:21:16.954085 run iperf3-srv_10.42.42.10(pid=1938): Terminated {rc=256}\u000a00:21:16.965396 --- ParallelTerminationStrategy: PID 1941 died...\u000a00:21:17.024313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1941): Terminated: ok {rc=0}\u000a00:21:17.035440 --- ParallelTerminationStrategy: PID 1944 died...\u000a00:21:17.094928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1944): Terminated: ok {rc=0}\u000a00:21:17.107126 --- ParallelTerminationStrategy: PID 1947 died...\u000a00:21:17.166060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1947): Terminated: ok {rc=0}\u000a00:21:17.253864 bus /gobi_4: Setting Powered False\u000a00:21:18.361069 bus /gobi_4: Setting Powered False\u000a00:21:19.472266 bus /gobi_1: Setting Powered False\u000a00:21:20.580223 bus /gobi_1: Setting Powered False\u000a00:21:21.688606 bus /gobi_0: Setting Powered False\u000a00:21:22.789096 bus /gobi_0: Setting Powered False\u000a00:21:23.901291 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2366↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2366↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a00:21:24.967651 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:24.979367 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:25.114303 tst ping.py: using LAC 24692\u000a00:21:25.234733 tst ping.py: using RAC 212\u000a00:21:25.349973 tst ping.py: using CellId 24692\u000a00:21:25.464424 tst ping.py: using BVCI 24693\u000a00:21:25.487058 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:25.497803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:25.508216 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:25.518638 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:25.528909 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:25.539359 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:25.550004 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:25.560389 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:25.848754 tst ping.py:19: start network...\u000a00:21:25.982507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:26.480015 run create_hlr_db(pid=1949): Launched\u000a00:21:26.663266 bus /gobi_6: Setting Powered False\u000a00:21:27.683186 run create_hlr_db(pid=1949): Terminated: ok {rc=0}\u000a00:21:28.103763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Launched\u000a00:21:28.420105 run osmo-hlr_10.42.42.2(pid=1952): Launched\u000a00:21:28.535687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:29.087512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Launched\u000a00:21:29.403844 run osmo-stp_10.42.42.5(pid=1955): Launched\u000a00:21:29.518681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:30.068548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Launched\u000a00:21:30.181406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:30.455567 run patchelf(pid=1958): Launched\u000a00:21:30.640138 run osmo-stp_10.42.42.5(pid=1955): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]\u000a00:21:30.775567 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-10_00:21:29.248593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:30.915333 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221210002129439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002129439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002129440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002129440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002129440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002129440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002129440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:31.050352 run osmo-stp_10.42.42.5(pid=1955): stdout: \u000a| (launched: 2022-12-10_00:21:29.248593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:31.183712 run osmo-stp_10.42.42.5(pid=1955): stderr: \u000a| �[0;m�[38;5;43m20221210002129439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002129439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002129440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002129440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002129440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002129440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002129440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:31.338358 run patchelf(pid=1958): Terminating (SIGINT)\u000a00:21:31.519640 run patchelf(pid=1958): Terminated: ok {rc=0}\u000a00:21:31.553153 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2366↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)] [trial-2366↪gprs:nanobts+band-900↪ping.py:22]\u000a00:21:31.563481 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:21:31.630984 run osmo-hlr_10.42.42.2(pid=1952): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1952)]\u000a00:21:31.684585 run osmo-hlr_10.42.42.2(pid=1952): stdout: \u000a| (launched: 2022-12-10_00:21:28.264238) \u000a00:21:31.739017 run osmo-hlr_10.42.42.2(pid=1952): stderr: \u000a| �[0;m�[1;31m20221210002128460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002128460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002128460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002128460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002128460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002128460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002128472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002128481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002128481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002128481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:31.785517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminating (SIGTERM)\u000a00:21:31.829601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminating (SIGTERM)\u000a00:21:31.874942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminating (SIGTERM)\u000a00:21:31.885626 --- ParallelTerminationStrategy: PID 1951 died...\u000a00:21:31.945322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminated: ok {rc=0}\u000a00:21:31.956311 --- ParallelTerminationStrategy: PID 1954 died...\u000a00:21:32.015539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminated: ok {rc=0}\u000a00:21:32.026685 --- ParallelTerminationStrategy: PID 1957 died...\u000a00:21:32.086892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminated: ok {rc=0}\u000a00:21:32.179089 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2366↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2366↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a00:21:33.231739 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.243324 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a00:21:33.385577 tst ping_idle_ping.py: using LAC 24693\u000a00:21:33.509877 tst ping_idle_ping.py: using RAC 213\u000a00:21:33.636163 tst ping_idle_ping.py: using CellId 24693\u000a00:21:33.755072 tst ping_idle_ping.py: using BVCI 24694\u000a00:21:33.778341 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.789296 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.799870 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.810723 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.821417 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.832121 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.842888 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a00:21:33.853438 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a00:21:34.141455 tst ping_idle_ping.py:24: start network...\u000a00:21:34.273991 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:34.775265 run create_hlr_db(pid=1959): Launched\u000a00:21:34.960384 bus /gobi_6: Setting Powered False\u000a00:21:35.980493 run create_hlr_db(pid=1959): Terminated: ok {rc=0}\u000a00:21:36.378245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Launched\u000a00:21:36.675622 run osmo-hlr_10.42.42.2(pid=1962): Launched\u000a00:21:36.788921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:37.303450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Launched\u000a00:21:37.600347 run osmo-stp_10.42.42.5(pid=1966): Launched\u000a00:21:37.708530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:38.223520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Launched\u000a00:21:38.328719 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:38.586999 run patchelf(pid=1969): Launched\u000a00:21:38.759394 run osmo-stp_10.42.42.5(pid=1966): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a00:21:38.885945 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-10_00:21:37.453986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:39.012434 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221210002137625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002137625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002137625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002137626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002137626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002137626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002137626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:39.135767 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-10_00:21:37.453986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:39.257140 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221210002137625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002137625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002137625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002137626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002137626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002137626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002137626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:39.398372 run patchelf(pid=1969): Terminating (SIGINT)\u000a00:21:39.564857 run patchelf(pid=1969): Terminated: ok {rc=0}\u000a00:21:39.595326 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2366↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)] [trial-2366↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a00:21:39.603981 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:21:39.663227 run osmo-hlr_10.42.42.2(pid=1962): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1962)]\u000a00:21:39.711622 run osmo-hlr_10.42.42.2(pid=1962): stdout: \u000a| (launched: 2022-12-10_00:21:36.528617) \u000a00:21:39.760441 run osmo-hlr_10.42.42.2(pid=1962): stderr: \u000a| �[0;m�[1;31m20221210002136706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002136706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002136707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002136707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002136707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002136707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002136719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002136728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002136728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002136728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:39.801921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminating (SIGTERM)\u000a00:21:39.841254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminating (SIGTERM)\u000a00:21:39.881127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminating (SIGTERM)\u000a00:21:39.890522 --- ParallelTerminationStrategy: PID 1961 died...\u000a00:21:39.943606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminated: ok {rc=0}\u000a00:21:39.953926 --- ParallelTerminationStrategy: PID 1965 died...\u000a00:21:40.006502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminated: ok {rc=0}\u000a00:21:40.016229 --- ParallelTerminationStrategy: PID 1968 died...\u000a00:21:40.068942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminated: ok {rc=0}\u000a00:21:40.158392 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:20:41" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1983): Process ended prematurely: osmo-stp_10.42.42.5(pid=1983) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1983)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1983): Process ended prematurely: osmo-stp_10.42.42.5(pid=1983) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:21:42.313982 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.325447 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:21:42.470702 tst cs_paging_gprs_active.py: using LAC 24694\u000a00:21:42.597331 tst cs_paging_gprs_active.py: using RAC 214\u000a00:21:42.722799 tst cs_paging_gprs_active.py: using CellId 24694\u000a00:21:42.843528 tst cs_paging_gprs_active.py: using BVCI 24695\u000a00:21:42.866586 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.877580 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.888619 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.899699 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.910415 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.921174 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.931809 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.942398 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:42.953234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:21:43.071443 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:21:43.367398 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:21:43.502667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:43.835586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1973): Launched\u000a00:21:44.113074 run iperf3-srv_10.42.42.10(pid=1974): Launched\u000a00:21:44.310930 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:21:44.446094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:44.763369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1975): Launched\u000a00:21:45.022142 run iperf3-srv_10.42.42.10(pid=1976): Launched\u000a00:21:45.205882 tst cs_paging_gprs_active.py:38: start network...\u000a00:21:45.330879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:45.813078 run create_hlr_db(pid=1977): Launched\u000a00:21:46.016303 bus /gobi_6: Setting Powered False\u000a00:21:47.018801 run create_hlr_db(pid=1977): Terminated: ok {rc=0}\u000a00:21:47.506610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1979): Launched\u000a00:21:47.830991 run osmo-hlr_10.42.42.2(pid=1980): Launched\u000a00:21:47.949916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:48.507913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1982): Launched\u000a00:21:48.830306 run osmo-stp_10.42.42.5(pid=1983): Launched\u000a00:21:48.948557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:21:49.510337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1985): Launched\u000a00:21:49.625724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:21:49.906383 run patchelf(pid=1986): Launched\u000a00:21:50.095686 run osmo-stp_10.42.42.5(pid=1983): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1983)]\u000a00:21:50.234260 run osmo-stp_10.42.42.5(pid=1983): stdout: \u000a| (launched: 2022-12-10_00:21:48.671791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:50.372627 run osmo-stp_10.42.42.5(pid=1983): stderr: \u000a| �[0;m�[38;5;43m20221210002148861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002148862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002148862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002148862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002148863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002148863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002148863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:50.506205 run osmo-stp_10.42.42.5(pid=1983): stdout: \u000a| (launched: 2022-12-10_00:21:48.671791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:50.638602 run osmo-stp_10.42.42.5(pid=1983): stderr: \u000a| �[0;m�[38;5;43m20221210002148861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002148862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002148862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002148862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002148863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002148863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002148863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:50.792724 run patchelf(pid=1986): Terminating (SIGINT)\u000a00:21:50.974355 run patchelf(pid=1986): Terminated: ok {rc=0}\u000a00:21:51.007765 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1983): Process ended prematurely: osmo-stp_10.42.42.5(pid=1983) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1983)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:21:51.017788 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:21:51.081456 run osmo-hlr_10.42.42.2(pid=1980): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1980)]\u000a00:21:51.133294 run osmo-hlr_10.42.42.2(pid=1980): stdout: \u000a| (launched: 2022-12-10_00:21:47.672162) \u000a00:21:51.185516 run osmo-hlr_10.42.42.2(pid=1980): stderr: \u000a| �[0;m�[1;31m20221210002147867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002147867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002147867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002147867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002147867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002147868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002147880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002147888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002147888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002147888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:51.229777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1973): Terminating (SIGTERM)\u000a00:21:51.271811 run iperf3-srv_10.42.42.10(pid=1974): Terminating (SIGTERM)\u000a00:21:51.313996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1975): Terminating (SIGTERM)\u000a00:21:51.356224 run iperf3-srv_10.42.42.10(pid=1976): Terminating (SIGTERM)\u000a00:21:51.398398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1979): Terminating (SIGTERM)\u000a00:21:51.440411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1982): Terminating (SIGTERM)\u000a00:21:51.483097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1985): Terminating (SIGTERM)\u000a00:21:51.492867 --- ParallelTerminationStrategy: PID 1973 died...\u000a00:21:51.549246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1973): Terminated: ok {rc=0}\u000a00:21:51.559695 --- ParallelTerminationStrategy: PID 1974 died...\u000a00:21:51.615983 run iperf3-srv_10.42.42.10(pid=1974): Terminated {rc=256}\u000a00:21:51.626165 --- ParallelTerminationStrategy: PID 1975 died...\u000a00:21:51.682330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1975): Terminated: ok {rc=0}\u000a00:21:51.692560 --- ParallelTerminationStrategy: PID 1976 died...\u000a00:21:51.748682 run iperf3-srv_10.42.42.10(pid=1976): Terminated {rc=256}\u000a00:21:51.758892 --- ParallelTerminationStrategy: PID 1979 died...\u000a00:21:51.814914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1979): Terminated: ok {rc=0}\u000a00:21:51.825117 --- ParallelTerminationStrategy: PID 1982 died...\u000a00:21:51.880669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1982): Terminated: ok {rc=0}\u000a00:21:51.891000 --- ParallelTerminationStrategy: PID 1985 died...\u000a00:21:51.946981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1985): Terminated: ok {rc=0}\u000a00:21:52.034762 bus /gobi_0: Setting Powered False\u000a00:21:53.141843 bus /gobi_0: Setting Powered False\u000a00:21:54.258470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:21:55.372881 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.385064 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:21:55.531703 tst iperf3.py: using LAC 24695\u000a00:21:55.657188 tst iperf3.py: using RAC 215\u000a00:21:55.780696 tst iperf3.py: using CellId 24695\u000a00:21:55.897154 tst iperf3.py: using BVCI 24696\u000a00:21:55.920041 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.931139 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.942117 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.952922 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.963606 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.974331 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.985126 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:55.995788 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:21:56.006604 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:21:56.299480 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:21:56.434885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:21:56.769719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1987): Launched\u000a00:21:57.047254 run iperf3-srv_10.42.42.10(pid=1988): Launched\u000a00:21:57.246938 tst iperf3.py:8: start network...\u000a00:21:57.383021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:57.892285 run create_hlr_db(pid=1989): Launched\u000a00:21:58.078857 bus /gobi_6: Setting Powered False\u000a00:21:59.101808 run create_hlr_db(pid=1989): Terminated: ok {rc=0}\u000a00:21:59.531058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Launched\u000a00:21:59.854061 run osmo-hlr_10.42.42.2(pid=1992): Launched\u000a00:21:59.974020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:00.535538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Launched\u000a00:22:00.877025 run osmo-stp_10.42.42.5(pid=1995): Launched\u000a00:22:01.136503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:01.733297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1997): Launched\u000a00:22:01.845709 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:02.141816 run patchelf(pid=1998): Launched\u000a00:22:02.332666 run osmo-stp_10.42.42.5(pid=1995): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)]\u000a00:22:02.471461 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-10_00:22:00.699068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:02.611095 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221210002200963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002200963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002200963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002200964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002200967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002200967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002200967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:02.745259 run osmo-stp_10.42.42.5(pid=1995): stdout: \u000a| (launched: 2022-12-10_00:22:00.699068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:02.878278 run osmo-stp_10.42.42.5(pid=1995): stderr: \u000a| �[0;m�[38;5;43m20221210002200963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002200963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002200963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002200964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002200967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002200967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002200967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:03.033486 run patchelf(pid=1998): Terminating (SIGINT)\u000a00:22:03.214772 run patchelf(pid=1998): Terminated: ok {rc=0}\u000a00:22:03.247952 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1995): Process ended prematurely: osmo-stp_10.42.42.5(pid=1995) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1995)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a00:22:03.258115 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:22:03.322689 run osmo-hlr_10.42.42.2(pid=1992): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1992)]\u000a00:22:03.374488 run osmo-hlr_10.42.42.2(pid=1992): stdout: \u000a| (launched: 2022-12-10_00:21:59.695317) \u000a00:22:03.427064 run osmo-hlr_10.42.42.2(pid=1992): stderr: \u000a| �[0;m�[1;31m20221210002159893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002159893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002159893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002159893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002159893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002159893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002159905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002159914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002159914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002159914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:03.471700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1987): Terminating (SIGTERM)\u000a00:22:03.513808 run iperf3-srv_10.42.42.10(pid=1988): Terminating (SIGTERM)\u000a00:22:03.555510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminating (SIGTERM)\u000a00:22:03.597808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminating (SIGTERM)\u000a00:22:03.640249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1997): Terminating (SIGTERM)\u000a00:22:03.650374 --- ParallelTerminationStrategy: PID 1987 died...\u000a00:22:03.707630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1987): Terminated: ok {rc=0}\u000a00:22:03.717957 --- ParallelTerminationStrategy: PID 1988 died...\u000a00:22:03.774485 run iperf3-srv_10.42.42.10(pid=1988): Terminated {rc=256}\u000a00:22:03.784729 --- ParallelTerminationStrategy: PID 1991 died...\u000a00:22:03.841109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1991): Terminated: ok {rc=0}\u000a00:22:03.851512 --- ParallelTerminationStrategy: PID 1994 died...\u000a00:22:03.908606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1994): Terminated: ok {rc=0}\u000a00:22:03.918914 --- ParallelTerminationStrategy: PID 1997 died...\u000a00:22:03.976236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1997): Terminated: ok {rc=0}\u000a00:22:04.064056 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:22:05.179904 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.191913 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:05.340037 tst iperf3m4.py: using LAC 24696\u000a00:22:05.464499 tst iperf3m4.py: using RAC 216\u000a00:22:05.604721 tst iperf3m4.py: using CellId 24696\u000a00:22:05.733329 tst iperf3m4.py: using BVCI 24697\u000a00:22:05.758107 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.769515 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.780614 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.791994 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.803312 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.814636 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.826010 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.837542 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:05.848931 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:05.966371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:06.087901 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:06.209064 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:06.506702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:22:06.642717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:06.977725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1999): Launched\u000a00:22:07.255571 run iperf3-srv_10.42.42.10(pid=2000): Launched\u000a00:22:07.454718 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:22:07.590790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:07.925057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2001): Launched\u000a00:22:08.203085 run iperf3-srv_10.42.42.10(pid=2002): Launched\u000a00:22:08.401970 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:22:08.537155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:08.870537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2003): Launched\u000a00:22:09.147899 run iperf3-srv_10.42.42.10(pid=2004): Launched\u000a00:22:09.345918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:22:09.480808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:09.809402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2005): Launched\u000a00:22:10.067780 run iperf3-srv_10.42.42.10(pid=2006): Launched\u000a00:22:10.251401 tst iperf3m4.py:8: start network...\u000a00:22:10.376620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:10.858556 run create_hlr_db(pid=2007): Launched\u000a00:22:11.031351 bus /gobi_6: Setting Powered False\u000a00:22:12.065000 run create_hlr_db(pid=2007): Terminated: ok {rc=0}\u000a00:22:12.467919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Launched\u000a00:22:12.768173 run osmo-hlr_10.42.42.2(pid=2010): Launched\u000a00:22:12.882212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:13.406873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Launched\u000a00:22:13.708508 run osmo-stp_10.42.42.5(pid=2013): Launched\u000a00:22:13.818049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:14.341659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2015): Launched\u000a00:22:14.448626 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:14.711013 run patchelf(pid=2016): Launched\u000a00:22:14.886912 run osmo-stp_10.42.42.5(pid=2013): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]\u000a00:22:15.015514 run osmo-stp_10.42.42.5(pid=2013): stdout: \u000a| (launched: 2022-12-10_00:22:13.560032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:15.144613 run osmo-stp_10.42.42.5(pid=2013): stderr: \u000a| �[0;m�[38;5;43m20221210002213733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002213733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002213733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002213733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002213734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002213734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002213734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:15.268838 run osmo-stp_10.42.42.5(pid=2013): stdout: \u000a| (launched: 2022-12-10_00:22:13.560032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:15.392496 run osmo-stp_10.42.42.5(pid=2013): stderr: \u000a| �[0;m�[38;5;43m20221210002213733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002213733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002213733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002213733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002213734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002213734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002213734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:15.535676 run patchelf(pid=2016): Terminating (SIGINT)\u000a00:22:15.704773 run patchelf(pid=2016): Terminated: ok {rc=0}\u000a00:22:15.735959 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:22:15.745255 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:22:15.805092 run osmo-hlr_10.42.42.2(pid=2010): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2010)]\u000a00:22:15.857769 run osmo-hlr_10.42.42.2(pid=2010): stdout: \u000a| (launched: 2022-12-10_00:22:12.620869) \u000a00:22:15.926931 run osmo-hlr_10.42.42.2(pid=2010): stderr: \u000a| �[0;m�[1;31m20221210002212799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002212799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002212799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002212799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002212799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002212799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002212812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002212821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002212821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002212822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:15.973626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1999): Terminating (SIGTERM)\u000a00:22:16.018127 run iperf3-srv_10.42.42.10(pid=2000): Terminating (SIGTERM)\u000a00:22:16.064026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2001): Terminating (SIGTERM)\u000a00:22:16.110500 run iperf3-srv_10.42.42.10(pid=2002): Terminating (SIGTERM)\u000a00:22:16.155445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2003): Terminating (SIGTERM)\u000a00:22:16.198586 run iperf3-srv_10.42.42.10(pid=2004): Terminating (SIGTERM)\u000a00:22:16.246084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2005): Terminating (SIGTERM)\u000a00:22:16.291959 run iperf3-srv_10.42.42.10(pid=2006): Terminating (SIGTERM)\u000a00:22:16.339629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Terminating (SIGTERM)\u000a00:22:16.384888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Terminating (SIGTERM)\u000a00:22:16.433246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2015): Terminating (SIGTERM)\u000a00:22:16.444169 --- ParallelTerminationStrategy: PID 1999 died...\u000a00:22:16.508036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1999): Terminated: ok {rc=0}\u000a00:22:16.519961 --- ParallelTerminationStrategy: PID 2000 died...\u000a00:22:16.584390 run iperf3-srv_10.42.42.10(pid=2000): Terminated {rc=256}\u000a00:22:16.596531 --- ParallelTerminationStrategy: PID 2001 died...\u000a00:22:16.661733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2001): Terminated: ok {rc=0}\u000a00:22:16.673855 --- ParallelTerminationStrategy: PID 2002 died...\u000a00:22:16.738745 run iperf3-srv_10.42.42.10(pid=2002): Terminated {rc=256}\u000a00:22:16.749887 --- ParallelTerminationStrategy: PID 2003 died...\u000a00:22:16.809405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2003): Terminated: ok {rc=0}\u000a00:22:16.820670 --- ParallelTerminationStrategy: PID 2004 died...\u000a00:22:16.879797 run iperf3-srv_10.42.42.10(pid=2004): Terminated {rc=256}\u000a00:22:16.890986 --- ParallelTerminationStrategy: PID 2005 died...\u000a00:22:16.950147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2005): Terminated: ok {rc=0}\u000a00:22:16.962642 --- ParallelTerminationStrategy: PID 2006 died...\u000a00:22:17.021290 run iperf3-srv_10.42.42.10(pid=2006): Terminated {rc=256}\u000a00:22:17.033551 --- ParallelTerminationStrategy: PID 2009 died...\u000a00:22:17.093075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Terminated: ok {rc=0}\u000a00:22:17.104130 --- ParallelTerminationStrategy: PID 2012 died...\u000a00:22:17.164282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Terminated: ok {rc=0}\u000a00:22:17.175456 --- ParallelTerminationStrategy: PID 2015 died...\u000a00:22:17.234407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2015): Terminated: ok {rc=0}\u000a00:22:17.322230 bus /gobi_4: Setting Powered False\u000a00:22:18.429693 bus /gobi_4: Setting Powered False\u000a00:22:19.542248 bus /gobi_1: Setting Powered False\u000a00:22:20.646201 bus /gobi_1: Setting Powered False\u000a00:22:21.756669 bus /gobi_0: Setting Powered False\u000a00:22:22.860001 bus /gobi_0: Setting Powered False\u000a00:22:23.972880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:22:25.039960 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.051618 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:25.187702 tst ping.py: using LAC 24697\u000a00:22:25.304705 tst ping.py: using RAC 217\u000a00:22:25.424055 tst ping.py: using CellId 24697\u000a00:22:25.540391 tst ping.py: using BVCI 24698\u000a00:22:25.563129 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.574191 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.585098 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.595792 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.606562 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.617292 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.628125 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:25.638987 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:25.911164 tst ping.py:19: start network...\u000a00:22:26.034652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:26.508794 run create_hlr_db(pid=2017): Launched\u000a00:22:26.679203 bus /gobi_6: Setting Powered False\u000a00:22:27.701739 run create_hlr_db(pid=2017): Terminated: ok {rc=0}\u000a00:22:28.121755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Launched\u000a00:22:28.439061 run osmo-hlr_10.42.42.2(pid=2020): Launched\u000a00:22:28.557615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:29.109968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Launched\u000a00:22:29.427270 run osmo-stp_10.42.42.5(pid=2023): Launched\u000a00:22:29.543148 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:30.098521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Launched\u000a00:22:30.212516 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:30.489880 run patchelf(pid=2026): Launched\u000a00:22:30.675500 run osmo-stp_10.42.42.5(pid=2023): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]\u000a00:22:30.811547 run osmo-stp_10.42.42.5(pid=2023): stdout: \u000a| (launched: 2022-12-10_00:22:29.270963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:30.957503 run osmo-stp_10.42.42.5(pid=2023): stderr: \u000a| �[0;m�[38;5;43m20221210002229461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002229461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002229462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002229462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002229465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002229465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002229465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:31.092727 run osmo-stp_10.42.42.5(pid=2023): stdout: \u000a| (launched: 2022-12-10_00:22:29.270963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:31.227083 run osmo-stp_10.42.42.5(pid=2023): stderr: \u000a| �[0;m�[38;5;43m20221210002229461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002229461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002229462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002229462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002229465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002229465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002229465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:31.382809 run patchelf(pid=2026): Terminating (SIGINT)\u000a00:22:31.565432 run patchelf(pid=2026): Terminated: ok {rc=0}\u000a00:22:31.599456 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a00:22:31.609829 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:22:31.677720 run osmo-hlr_10.42.42.2(pid=2020): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2020)]\u000a00:22:31.731636 run osmo-hlr_10.42.42.2(pid=2020): stdout: \u000a| (launched: 2022-12-10_00:22:28.282634) \u000a00:22:31.786511 run osmo-hlr_10.42.42.2(pid=2020): stderr: \u000a| �[0;m�[1;31m20221210002228480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002228480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002228480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002228480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002228480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002228480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002228493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002228501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002228501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002228501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:31.832248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminating (SIGTERM)\u000a00:22:31.879347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminating (SIGTERM)\u000a00:22:31.923790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminating (SIGTERM)\u000a00:22:31.934882 --- ParallelTerminationStrategy: PID 2019 died...\u000a00:22:31.995681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminated: ok {rc=0}\u000a00:22:32.007044 --- ParallelTerminationStrategy: PID 2022 died...\u000a00:22:32.066434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminated: ok {rc=0}\u000a00:22:32.079837 --- ParallelTerminationStrategy: PID 2025 died...\u000a00:22:32.139024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminated: ok {rc=0}\u000a00:22:32.225992 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:22:33.279490 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.291521 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:22:33.435828 tst ping_idle_ping.py: using LAC 24698\u000a00:22:33.560681 tst ping_idle_ping.py: using RAC 218\u000a00:22:33.691676 tst ping_idle_ping.py: using CellId 24698\u000a00:22:33.810964 tst ping_idle_ping.py: using BVCI 24699\u000a00:22:33.833756 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.844682 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.855594 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.866441 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.878101 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.889466 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.901051 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:22:33.912388 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:22:34.199617 tst ping_idle_ping.py:24: start network...\u000a00:22:34.323543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:34.801270 run create_hlr_db(pid=2027): Launched\u000a00:22:34.972654 bus /gobi_6: Setting Powered False\u000a00:22:36.001353 run create_hlr_db(pid=2027): Terminated: ok {rc=0}\u000a00:22:36.423643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Launched\u000a00:22:36.741684 run osmo-hlr_10.42.42.2(pid=2033): Launched\u000a00:22:36.861455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:37.414408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Launched\u000a00:22:37.732781 run osmo-stp_10.42.42.5(pid=2036): Launched\u000a00:22:37.848222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:38.401927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2038): Launched\u000a00:22:38.515208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:38.791885 run patchelf(pid=2039): Launched\u000a00:22:38.977942 run osmo-stp_10.42.42.5(pid=2036): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]\u000a00:22:39.114295 run osmo-stp_10.42.42.5(pid=2036): stdout: \u000a| (launched: 2022-12-10_00:22:37.576363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:39.250543 run osmo-stp_10.42.42.5(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221210002237769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002237769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002237769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002237769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:39.382155 run osmo-stp_10.42.42.5(pid=2036): stdout: \u000a| (launched: 2022-12-10_00:22:37.576363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:39.512197 run osmo-stp_10.42.42.5(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221210002237769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002237769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002237769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002237769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002237770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:39.664440 run patchelf(pid=2039): Terminating (SIGINT)\u000a00:22:39.843197 run patchelf(pid=2039): Terminated: ok {rc=0}\u000a00:22:39.875671 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:22:39.884928 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:22:39.948444 run osmo-hlr_10.42.42.2(pid=2033): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2033)]\u000a00:22:40.000573 run osmo-hlr_10.42.42.2(pid=2033): stdout: \u000a| (launched: 2022-12-10_00:22:36.586178) \u000a00:22:40.052314 run osmo-hlr_10.42.42.2(pid=2033): stderr: \u000a| �[0;m�[1;31m20221210002236783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002236783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002236783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002236783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002236783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002236783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002236795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002236804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002236804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002236804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:40.096913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Terminating (SIGTERM)\u000a00:22:40.139244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Terminating (SIGTERM)\u000a00:22:40.181252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2038): Terminating (SIGTERM)\u000a00:22:40.191049 --- ParallelTerminationStrategy: PID 2032 died...\u000a00:22:40.247259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Terminated: ok {rc=0}\u000a00:22:40.257525 --- ParallelTerminationStrategy: PID 2035 died...\u000a00:22:40.313021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Terminated: ok {rc=0}\u000a00:22:40.323306 --- ParallelTerminationStrategy: PID 2038 died...\u000a00:22:40.379219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2038): Terminated: ok {rc=0}\u000a00:22:40.465546 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:21:41" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2053): Process ended prematurely: osmo-stp_10.42.42.5(pid=2053) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2053)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2053): Process ended prematurely: osmo-stp_10.42.42.5(pid=2053) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2053)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:22:42.618327 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:42.629950 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:22:42.788110 tst cs_paging_gprs_active.py: using LAC 24699\u000a00:22:42.907730 tst cs_paging_gprs_active.py: using RAC 219\u000a00:22:43.028627 tst cs_paging_gprs_active.py: using CellId 24699\u000a00:22:43.149696 tst cs_paging_gprs_active.py: using BVCI 24700\u000a00:22:43.172645 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.183590 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.194288 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.205536 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.216748 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.227968 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.239331 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.250985 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:43.262032 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:22:43.384093 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:22:43.679328 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:22:43.815063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:44.148822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2043): Launched\u000a00:22:44.425935 run iperf3-srv_10.42.42.10(pid=2044): Launched\u000a00:22:44.623980 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:22:44.759040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:45.092832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2045): Launched\u000a00:22:45.370171 run iperf3-srv_10.42.42.10(pid=2046): Launched\u000a00:22:45.568006 tst cs_paging_gprs_active.py:38: start network...\u000a00:22:45.703066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:46.236715 run create_hlr_db(pid=2047): Launched\u000a00:22:46.427015 bus /gobi_6: Setting Powered False\u000a00:22:47.448135 run create_hlr_db(pid=2047): Terminated: ok {rc=0}\u000a00:22:47.876867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2049): Launched\u000a00:22:48.200829 run osmo-hlr_10.42.42.2(pid=2050): Launched\u000a00:22:48.322437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:48.881693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2052): Launched\u000a00:22:49.205175 run osmo-stp_10.42.42.5(pid=2053): Launched\u000a00:22:49.322555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:22:49.884233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2055): Launched\u000a00:22:50.000121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:22:50.280610 run patchelf(pid=2056): Launched\u000a00:22:50.469200 run osmo-stp_10.42.42.5(pid=2053): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2053)]\u000a00:22:50.607221 run osmo-stp_10.42.42.5(pid=2053): stdout: \u000a| (launched: 2022-12-10_00:22:49.046777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:50.746538 run osmo-stp_10.42.42.5(pid=2053): stderr: \u000a| �[0;m�[38;5;43m20221210002249239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002249239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002249239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002249240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002249242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002249242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002249242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:50.880129 run osmo-stp_10.42.42.5(pid=2053): stdout: \u000a| (launched: 2022-12-10_00:22:49.046777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:51.012688 run osmo-stp_10.42.42.5(pid=2053): stderr: \u000a| �[0;m�[38;5;43m20221210002249239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002249239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002249239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002249240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002249242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002249242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002249242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:51.167261 run patchelf(pid=2056): Terminating (SIGINT)\u000a00:22:51.348344 run patchelf(pid=2056): Terminated: ok {rc=0}\u000a00:22:51.381711 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2053): Process ended prematurely: osmo-stp_10.42.42.5(pid=2053) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2053)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:22:51.391849 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:22:51.455287 run osmo-hlr_10.42.42.2(pid=2050): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2050)]\u000a00:22:51.506756 run osmo-hlr_10.42.42.2(pid=2050): stdout: \u000a| (launched: 2022-12-10_00:22:48.041946) \u000a00:22:51.558881 run osmo-hlr_10.42.42.2(pid=2050): stderr: \u000a| �[0;m�[1;31m20221210002248241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002248242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002248242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002248242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002248242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002248242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002248254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002248262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002248262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002248262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:51.602744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2043): Terminating (SIGTERM)\u000a00:22:51.644436 run iperf3-srv_10.42.42.10(pid=2044): Terminating (SIGTERM)\u000a00:22:51.686756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2045): Terminating (SIGTERM)\u000a00:22:51.728217 run iperf3-srv_10.42.42.10(pid=2046): Terminating (SIGTERM)\u000a00:22:51.770693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2049): Terminating (SIGTERM)\u000a00:22:51.812255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2052): Terminating (SIGTERM)\u000a00:22:51.855023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2055): Terminating (SIGTERM)\u000a00:22:51.864737 --- ParallelTerminationStrategy: PID 2043 died...\u000a00:22:51.921231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2043): Terminated: ok {rc=0}\u000a00:22:51.931713 --- ParallelTerminationStrategy: PID 2044 died...\u000a00:22:51.987906 run iperf3-srv_10.42.42.10(pid=2044): Terminated {rc=256}\u000a00:22:51.998113 --- ParallelTerminationStrategy: PID 2045 died...\u000a00:22:52.054072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2045): Terminated: ok {rc=0}\u000a00:22:52.064214 --- ParallelTerminationStrategy: PID 2046 died...\u000a00:22:52.120123 run iperf3-srv_10.42.42.10(pid=2046): Terminated {rc=256}\u000a00:22:52.130308 --- ParallelTerminationStrategy: PID 2049 died...\u000a00:22:52.186255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2049): Terminated: ok {rc=0}\u000a00:22:52.196364 --- ParallelTerminationStrategy: PID 2052 died...\u000a00:22:52.251955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2052): Terminated: ok {rc=0}\u000a00:22:52.262413 --- ParallelTerminationStrategy: PID 2055 died...\u000a00:22:52.318301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2055): Terminated: ok {rc=0}\u000a00:22:52.405663 bus /gobi_0: Setting Powered False\u000a00:22:53.507360 bus /gobi_0: Setting Powered False\u000a00:22:54.616809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2065): Process ended prematurely: osmo-stp_10.42.42.5(pid=2065) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2065)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2065): Process ended prematurely: osmo-stp_10.42.42.5(pid=2065) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:22:55.727155 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:55.738696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:22:55.895711 tst iperf3.py: using LAC 24700\u000a00:22:56.018867 tst iperf3.py: using RAC 220\u000a00:22:56.143174 tst iperf3.py: using CellId 24700\u000a00:22:56.269935 tst iperf3.py: using BVCI 24701\u000a00:22:56.294744 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.306580 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.318045 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.329962 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.342096 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.354217 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.365706 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.377320 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:22:56.389224 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:22:56.667581 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:22:56.793192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:22:57.106080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2057): Launched\u000a00:22:57.365146 run iperf3-srv_10.42.42.10(pid=2058): Launched\u000a00:22:57.549021 tst iperf3.py:8: start network...\u000a00:22:57.674716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:58.159058 run create_hlr_db(pid=2059): Launched\u000a00:22:58.333129 bus /gobi_6: Setting Powered False\u000a00:22:59.354623 run create_hlr_db(pid=2059): Terminated: ok {rc=0}\u000a00:22:59.783903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2061): Launched\u000a00:23:00.108731 run osmo-hlr_10.42.42.2(pid=2062): Launched\u000a00:23:00.230043 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:00.792933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2064): Launched\u000a00:23:01.333458 run osmo-stp_10.42.42.5(pid=2065): Launched\u000a00:23:01.556240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:02.164815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2067): Launched\u000a00:23:02.277443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:02.569338 run patchelf(pid=2078): Launched\u000a00:23:02.755852 run osmo-stp_10.42.42.5(pid=2065): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2065)]\u000a00:23:02.889585 run osmo-stp_10.42.42.5(pid=2065): stdout: \u000a| (launched: 2022-12-10_00:23:00.974344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:03.024175 run osmo-stp_10.42.42.5(pid=2065): stderr: \u000a| �[0;m�[38;5;43m20221210002301289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002301289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002301290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002301290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002301290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002301290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002301291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:03.153998 run osmo-stp_10.42.42.5(pid=2065): stdout: \u000a| (launched: 2022-12-10_00:23:00.974344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:03.282109 run osmo-stp_10.42.42.5(pid=2065): stderr: \u000a| �[0;m�[38;5;43m20221210002301289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002301289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002301290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002301290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002301290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002301290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002301291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:03.432416 run patchelf(pid=2078): Terminating (SIGINT)\u000a00:23:03.610709 run patchelf(pid=2078): Terminated: ok {rc=0}\u000a00:23:03.643586 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2065): Process ended prematurely: osmo-stp_10.42.42.5(pid=2065) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2065)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:23:03.654240 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:23:03.720571 run osmo-hlr_10.42.42.2(pid=2062): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2062)]\u000a00:23:03.773398 run osmo-hlr_10.42.42.2(pid=2062): stdout: \u000a| (launched: 2022-12-10_00:22:59.949093) \u000a00:23:03.825766 run osmo-hlr_10.42.42.2(pid=2062): stderr: \u000a| �[0;m�[1;31m20221210002300148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002300148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002300149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002300149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002300149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002300149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002300160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002300169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002300169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002300169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:03.870288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2057): Terminating (SIGTERM)\u000a00:23:03.914131 run iperf3-srv_10.42.42.10(pid=2058): Terminating (SIGTERM)\u000a00:23:03.956310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2061): Terminating (SIGTERM)\u000a00:23:04.000297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2064): Terminating (SIGTERM)\u000a00:23:04.043587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2067): Terminating (SIGTERM)\u000a00:23:04.055052 --- ParallelTerminationStrategy: PID 2057 died...\u000a00:23:04.113987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2057): Terminated: ok {rc=0}\u000a00:23:04.124658 --- ParallelTerminationStrategy: PID 2058 died...\u000a00:23:04.181029 run iperf3-srv_10.42.42.10(pid=2058): Terminated {rc=256}\u000a00:23:04.191687 --- ParallelTerminationStrategy: PID 2061 died...\u000a00:23:04.247503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2061): Terminated: ok {rc=0}\u000a00:23:04.258187 --- ParallelTerminationStrategy: PID 2064 died...\u000a00:23:04.314328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2064): Terminated: ok {rc=0}\u000a00:23:04.324854 --- ParallelTerminationStrategy: PID 2067 died...\u000a00:23:04.380548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2067): Terminated: ok {rc=0}\u000a00:23:04.467486 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2355): Process ended prematurely: osmo-stp_10.42.42.5(pid=2355) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2355): Process ended prematurely: osmo-stp_10.42.42.5(pid=2355) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:23:05.586696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:05.599736 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:05.764111 tst iperf3m4.py: using LAC 24701\u000a00:23:05.894585 tst iperf3m4.py: using RAC 221\u000a00:23:06.021181 tst iperf3m4.py: using CellId 24701\u000a00:23:06.147143 tst iperf3m4.py: using BVCI 24702\u000a00:23:06.172807 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.185615 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.199081 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.212884 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.226026 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.238535 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.253757 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.267168 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:06.280231 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:06.405079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:06.532285 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:06.655931 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:06.945001 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:23:07.078902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:07.431692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2082): Launched\u000a00:23:07.727987 run iperf3-srv_10.42.42.10(pid=2083): Launched\u000a00:23:07.916681 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:23:08.044130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:08.390464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2084): Launched\u000a00:23:08.689413 run iperf3-srv_10.42.42.10(pid=2085): Launched\u000a00:23:08.878221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:23:09.007921 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:09.349183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2086): Launched\u000a00:23:09.634971 run iperf3-srv_10.42.42.10(pid=2087): Launched\u000a00:23:09.824280 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:23:09.954786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:10.299201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2088): Launched\u000a00:23:10.601594 run iperf3-srv_10.42.42.10(pid=2089): Launched\u000a00:23:10.805184 tst iperf3m4.py:8: start network...\u000a00:23:10.944250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:11.510435 run create_hlr_db(pid=2090): Launched\u000a00:23:11.701613 bus /gobi_6: Setting Powered False\u000a00:23:12.768108 run create_hlr_db(pid=2090): Terminated: ok {rc=0}\u000a00:23:13.312202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2226): Launched\u000a00:23:13.815188 run osmo-hlr_10.42.42.2(pid=2272): Launched\u000a00:23:14.045190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:14.679288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2354): Launched\u000a00:23:15.118552 run osmo-stp_10.42.42.5(pid=2355): Launched\u000a00:23:15.343254 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:15.969917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2357): Launched\u000a00:23:16.108224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:16.482129 run patchelf(pid=2358): Launched\u000a00:23:16.711227 run osmo-stp_10.42.42.5(pid=2355): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)]\u000a00:23:16.845189 run osmo-stp_10.42.42.5(pid=2355): stdout: \u000a| (launched: 2022-12-10_00:23:14.849715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:16.975841 run osmo-stp_10.42.42.5(pid=2355): stderr: \u000a| �[0;m�[38;5;43m20221210002315156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002315156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002315156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002315156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:17.101525 run osmo-stp_10.42.42.5(pid=2355): stdout: \u000a| (launched: 2022-12-10_00:23:14.849715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:17.226626 run osmo-stp_10.42.42.5(pid=2355): stderr: \u000a| �[0;m�[38;5;43m20221210002315156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002315156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002315156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002315156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002315157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:17.372681 run patchelf(pid=2358): Terminating (SIGINT)\u000a00:23:17.545785 run patchelf(pid=2358): Terminated: ok {rc=0}\u000a00:23:17.578091 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2355): Process ended prematurely: osmo-stp_10.42.42.5(pid=2355) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2355)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:23:17.588140 tst iperf3m4.py:8: Test FAILED (12.0 sec)\u000a00:23:17.649357 run osmo-hlr_10.42.42.2(pid=2272): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2272)]\u000a00:23:17.699442 run osmo-hlr_10.42.42.2(pid=2272): stdout: \u000a| (launched: 2022-12-10_00:23:13.505857) \u000a00:23:17.750189 run osmo-hlr_10.42.42.2(pid=2272): stderr: \u000a| �[0;m�[1;31m20221210002313898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002313898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002313898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002313898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002313898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002313898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002313919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002313927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002313927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002313927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:17.792727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2082): Terminating (SIGTERM)\u000a00:23:17.832940 run iperf3-srv_10.42.42.10(pid=2083): Terminating (SIGTERM)\u000a00:23:17.876191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2084): Terminating (SIGTERM)\u000a00:23:17.916429 run iperf3-srv_10.42.42.10(pid=2085): Terminating (SIGTERM)\u000a00:23:17.958469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2086): Terminating (SIGTERM)\u000a00:23:17.999410 run iperf3-srv_10.42.42.10(pid=2087): Terminating (SIGTERM)\u000a00:23:18.043024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2088): Terminating (SIGTERM)\u000a00:23:18.083367 run iperf3-srv_10.42.42.10(pid=2089): Terminating (SIGTERM)\u000a00:23:18.123331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2226): Terminating (SIGTERM)\u000a00:23:18.164443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2354): Terminating (SIGTERM)\u000a00:23:18.206144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2357): Terminating (SIGTERM)\u000a00:23:18.215473 --- ParallelTerminationStrategy: PID 2082 died...\u000a00:23:18.269163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2082): Terminated: ok {rc=0}\u000a00:23:18.279248 --- ParallelTerminationStrategy: PID 2083 died...\u000a00:23:18.332898 run iperf3-srv_10.42.42.10(pid=2083): Terminated {rc=256}\u000a00:23:18.342989 --- ParallelTerminationStrategy: PID 2084 died...\u000a00:23:18.397108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2084): Terminated: ok {rc=0}\u000a00:23:18.407144 --- ParallelTerminationStrategy: PID 2085 died...\u000a00:23:18.460785 run iperf3-srv_10.42.42.10(pid=2085): Terminated {rc=256}\u000a00:23:18.470848 --- ParallelTerminationStrategy: PID 2086 died...\u000a00:23:18.524733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2086): Terminated: ok {rc=0}\u000a00:23:18.534890 --- ParallelTerminationStrategy: PID 2087 died...\u000a00:23:18.590295 run iperf3-srv_10.42.42.10(pid=2087): Terminated {rc=256}\u000a00:23:18.600397 --- ParallelTerminationStrategy: PID 2088 died...\u000a00:23:18.654299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2088): Terminated: ok {rc=0}\u000a00:23:18.664889 --- ParallelTerminationStrategy: PID 2089 died...\u000a00:23:18.718672 run iperf3-srv_10.42.42.10(pid=2089): Terminated {rc=256}\u000a00:23:18.729435 --- ParallelTerminationStrategy: PID 2226 died...\u000a00:23:18.783325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2226): Terminated: ok {rc=0}\u000a00:23:18.793613 --- ParallelTerminationStrategy: PID 2354 died...\u000a00:23:18.847808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2354): Terminated: ok {rc=0}\u000a00:23:18.858169 --- ParallelTerminationStrategy: PID 2357 died...\u000a00:23:18.912252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2357): Terminated: ok {rc=0}\u000a00:23:18.997659 bus /gobi_4: Setting Powered False\u000a00:23:20.101058 bus /gobi_4: Setting Powered False\u000a00:23:21.212997 bus /gobi_1: Setting Powered False\u000a00:23:22.319137 bus /gobi_1: Setting Powered False\u000a00:23:23.430212 bus /gobi_0: Setting Powered False\u000a00:23:24.537718 bus /gobi_0: Setting Powered False\u000a00:23:25.649429 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2366): Process ended prematurely: osmo-stp_10.42.42.5(pid=2366) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2366): Process ended prematurely: osmo-stp_10.42.42.5(pid=2366) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:23:26.717074 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:26.729056 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:26.887382 tst ping.py: using LAC 24702\u000a00:23:27.010996 tst ping.py: using RAC 222\u000a00:23:27.135599 tst ping.py: using CellId 24702\u000a00:23:27.258768 tst ping.py: using BVCI 24703\u000a00:23:27.283309 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:27.294928 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:27.306548 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:27.318332 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:27.330117 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:27.341813 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:27.353526 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:27.365042 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:27.652506 tst ping.py:19: start network...\u000a00:23:27.785147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:28.282534 run create_hlr_db(pid=2360): Launched\u000a00:23:28.466677 bus /gobi_6: Setting Powered False\u000a00:23:29.486740 run create_hlr_db(pid=2360): Terminated: ok {rc=0}\u000a00:23:29.905774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2362): Launched\u000a00:23:30.223779 run osmo-hlr_10.42.42.2(pid=2363): Launched\u000a00:23:30.343870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:30.908906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2365): Launched\u000a00:23:31.331306 run osmo-stp_10.42.42.5(pid=2366): Launched\u000a00:23:31.525474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:32.169383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2368): Launched\u000a00:23:32.275827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:32.535384 run patchelf(pid=2369): Launched\u000a00:23:32.708554 run osmo-stp_10.42.42.5(pid=2366): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)]\u000a00:23:32.835307 run osmo-stp_10.42.42.5(pid=2366): stdout: \u000a| (launched: 2022-12-10_00:23:31.073876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:32.962445 run osmo-stp_10.42.42.5(pid=2366): stderr: \u000a| �[0;m�[38;5;43m20221210002331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002331408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002331408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002331409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002331409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002331409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:33.084635 run osmo-stp_10.42.42.5(pid=2366): stdout: \u000a| (launched: 2022-12-10_00:23:31.073876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:33.205588 run osmo-stp_10.42.42.5(pid=2366): stderr: \u000a| �[0;m�[38;5;43m20221210002331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002331407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002331408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002331408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002331409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002331409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002331409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:33.346545 run patchelf(pid=2369): Terminating (SIGINT)\u000a00:23:33.512275 run patchelf(pid=2369): Terminated: ok {rc=0}\u000a00:23:33.542636 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2366): Process ended prematurely: osmo-stp_10.42.42.5(pid=2366) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2366)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:23:33.551122 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:23:33.610543 run osmo-hlr_10.42.42.2(pid=2363): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2363)]\u000a00:23:33.658791 run osmo-hlr_10.42.42.2(pid=2363): stdout: \u000a| (launched: 2022-12-10_00:23:30.067133) \u000a00:23:33.708384 run osmo-hlr_10.42.42.2(pid=2363): stderr: \u000a| �[0;m�[1;31m20221210002330264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002330264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002330264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002330264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002330264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002330264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002330276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002330286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002330287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002330287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:33.750300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2362): Terminating (SIGTERM)\u000a00:23:33.789697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2365): Terminating (SIGTERM)\u000a00:23:33.829189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2368): Terminating (SIGTERM)\u000a00:23:33.838808 --- ParallelTerminationStrategy: PID 2362 died...\u000a00:23:33.892408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2362): Terminated: ok {rc=0}\u000a00:23:33.902293 --- ParallelTerminationStrategy: PID 2365 died...\u000a00:23:33.956247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2365): Terminated: ok {rc=0}\u000a00:23:33.966080 --- ParallelTerminationStrategy: PID 2368 died...\u000a00:23:34.019650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2368): Terminated: ok {rc=0}\u000a00:23:34.103167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:23:35.156521 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.169089 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:23:35.331748 tst ping_idle_ping.py: using LAC 24703\u000a00:23:35.456660 tst ping_idle_ping.py: using RAC 223\u000a00:23:35.583079 tst ping_idle_ping.py: using CellId 24703\u000a00:23:35.710052 tst ping_idle_ping.py: using BVCI 24704\u000a00:23:35.734470 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.745915 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.757161 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.769208 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.781183 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.793750 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.806195 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:23:35.818463 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:23:36.111891 tst ping_idle_ping.py:24: start network...\u000a00:23:36.245673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:36.750048 run create_hlr_db(pid=2370): Launched\u000a00:23:36.934940 bus /gobi_6: Setting Powered False\u000a00:23:37.956368 run create_hlr_db(pid=2370): Terminated: ok {rc=0}\u000a00:23:38.358541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Launched\u000a00:23:38.658827 run osmo-hlr_10.42.42.2(pid=2373): Launched\u000a00:23:38.770143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:39.286405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Launched\u000a00:23:39.584038 run osmo-stp_10.42.42.5(pid=2376): Launched\u000a00:23:39.692498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:40.210262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2378): Launched\u000a00:23:40.315730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:40.574449 run patchelf(pid=2379): Launched\u000a00:23:40.748009 run osmo-stp_10.42.42.5(pid=2376): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)]\u000a00:23:40.874672 run osmo-stp_10.42.42.5(pid=2376): stdout: \u000a| (launched: 2022-12-10_00:23:39.436668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:41.001494 run osmo-stp_10.42.42.5(pid=2376): stderr: \u000a| �[0;m�[38;5;43m20221210002339609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002339609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002339609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002339610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002339610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002339610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002339610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:41.123984 run osmo-stp_10.42.42.5(pid=2376): stdout: \u000a| (launched: 2022-12-10_00:23:39.436668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:41.245428 run osmo-stp_10.42.42.5(pid=2376): stderr: \u000a| �[0;m�[38;5;43m20221210002339609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002339609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002339609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002339610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002339610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002339610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002339610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:41.386702 run patchelf(pid=2379): Terminating (SIGINT)\u000a00:23:41.553583 run patchelf(pid=2379): Terminated: ok {rc=0}\u000a00:23:41.583844 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2376): Process ended prematurely: osmo-stp_10.42.42.5(pid=2376) [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2376)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:23:41.592480 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:23:41.651653 run osmo-hlr_10.42.42.2(pid=2373): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2373)]\u000a00:23:41.700088 run osmo-hlr_10.42.42.2(pid=2373): stdout: \u000a| (launched: 2022-12-10_00:23:38.510302) \u000a00:23:41.749176 run osmo-hlr_10.42.42.2(pid=2373): stderr: \u000a| �[0;m�[1;31m20221210002338684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002338684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002338684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002338684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002338684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002338685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002338697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002338707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002338707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002338707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:41.791038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Terminating (SIGTERM)\u000a00:23:41.830601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Terminating (SIGTERM)\u000a00:23:41.869924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2378): Terminating (SIGTERM)\u000a00:23:41.879168 --- ParallelTerminationStrategy: PID 2372 died...\u000a00:23:41.932121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2372): Terminated: ok {rc=0}\u000a00:23:41.941885 --- ParallelTerminationStrategy: PID 2375 died...\u000a00:23:41.994349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2375): Terminated: ok {rc=0}\u000a00:23:42.003954 --- ParallelTerminationStrategy: PID 2378 died...\u000a00:23:42.056062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2378): Terminated: ok {rc=0}\u000a00:23:42.139220 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:22:42" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:23:44.290543 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.301818 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:23:44.435200 tst cs_paging_gprs_active.py: using LAC 24704\u000a00:23:44.553997 tst cs_paging_gprs_active.py: using RAC 224\u000a00:23:44.670441 tst cs_paging_gprs_active.py: using CellId 24704\u000a00:23:44.786475 tst cs_paging_gprs_active.py: using BVCI 24705\u000a00:23:44.809227 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.820459 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.831728 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.842956 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.854113 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.865191 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.876394 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.887419 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:44.898741 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:23:45.017543 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:23:45.308769 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:23:45.442822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:45.771648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2386): Launched\u000a00:23:46.089547 run iperf3-srv_10.42.42.10(pid=2387): Launched\u000a00:23:46.288377 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:23:46.424673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:46.795714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2388): Launched\u000a00:23:47.090786 run iperf3-srv_10.42.42.10(pid=2389): Launched\u000a00:23:47.289132 tst cs_paging_gprs_active.py:38: start network...\u000a00:23:47.421863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:47.923008 run create_hlr_db(pid=2390): Launched\u000a00:23:48.108076 bus /gobi_6: Setting Powered False\u000a00:23:49.128931 run create_hlr_db(pid=2390): Terminated: ok {rc=0}\u000a00:23:49.530135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Launched\u000a00:23:49.829285 run osmo-hlr_10.42.42.2(pid=2393): Launched\u000a00:23:49.945007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:50.471443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Launched\u000a00:23:50.769981 run osmo-stp_10.42.42.5(pid=2396): Launched\u000a00:23:50.888424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:51.416525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2398): Launched\u000a00:23:51.522947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:51.782238 run patchelf(pid=2399): Launched\u000a00:23:51.980727 run osmo-stp_10.42.42.5(pid=2396): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]\u000a00:23:52.108168 run osmo-stp_10.42.42.5(pid=2396): stdout: \u000a| (launched: 2022-12-10_00:23:50.623458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:52.236296 run osmo-stp_10.42.42.5(pid=2396): stderr: \u000a| �[0;m�[38;5;43m20221210002350794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002350794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002350795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002350795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002350795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002350795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002350796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:52.359351 run osmo-stp_10.42.42.5(pid=2396): stdout: \u000a| (launched: 2022-12-10_00:23:50.623458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:52.481102 run osmo-stp_10.42.42.5(pid=2396): stderr: \u000a| �[0;m�[38;5;43m20221210002350794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002350794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002350795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002350795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002350795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002350795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002350796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:52.623271 run patchelf(pid=2399): Terminating (SIGINT)\u000a00:23:52.790427 run patchelf(pid=2399): Terminated: ok {rc=0}\u000a00:23:52.821569 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a00:23:52.830757 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:23:52.889571 run osmo-hlr_10.42.42.2(pid=2393): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2393)]\u000a00:23:52.937940 run osmo-hlr_10.42.42.2(pid=2393): stdout: \u000a| (launched: 2022-12-10_00:23:49.682398) \u000a00:23:52.986859 run osmo-hlr_10.42.42.2(pid=2393): stderr: \u000a| �[0;m�[1;31m20221210002349858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002349858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002349858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002349859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002349859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002349859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002349871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002349881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002349881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002349881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:53.028413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2386): Terminating (SIGTERM)\u000a00:23:53.067334 run iperf3-srv_10.42.42.10(pid=2387): Terminating (SIGTERM)\u000a00:23:53.106418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2388): Terminating (SIGTERM)\u000a00:23:53.145263 run iperf3-srv_10.42.42.10(pid=2389): Terminating (SIGTERM)\u000a00:23:53.184265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminating (SIGTERM)\u000a00:23:53.223309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminating (SIGTERM)\u000a00:23:53.262495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2398): Terminating (SIGTERM)\u000a00:23:53.271424 --- ParallelTerminationStrategy: PID 2386 died...\u000a00:23:53.324319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2386): Terminated: ok {rc=0}\u000a00:23:53.333700 --- ParallelTerminationStrategy: PID 2387 died...\u000a00:23:53.386148 run iperf3-srv_10.42.42.10(pid=2387): Terminated {rc=256}\u000a00:23:53.395416 --- ParallelTerminationStrategy: PID 2388 died...\u000a00:23:53.447537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2388): Terminated: ok {rc=0}\u000a00:23:53.456826 --- ParallelTerminationStrategy: PID 2389 died...\u000a00:23:53.508864 run iperf3-srv_10.42.42.10(pid=2389): Terminated {rc=256}\u000a00:23:53.518579 --- ParallelTerminationStrategy: PID 2392 died...\u000a00:23:53.570597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminated: ok {rc=0}\u000a00:23:53.579890 --- ParallelTerminationStrategy: PID 2395 died...\u000a00:23:53.632411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminated: ok {rc=0}\u000a00:23:53.641763 --- ParallelTerminationStrategy: PID 2398 died...\u000a00:23:53.694357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2398): Terminated: ok {rc=0}\u000a00:23:53.781634 bus /gobi_0: Setting Powered False\u000a00:23:54.884146 bus /gobi_0: Setting Powered False\u000a00:23:55.994614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2408): Process ended prematurely: osmo-stp_10.42.42.5(pid=2408) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2408)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2408): Process ended prematurely: osmo-stp_10.42.42.5(pid=2408) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a00:23:57.107222 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.119767 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:23:57.264081 tst iperf3.py: using LAC 24705\u000a00:23:57.388034 tst iperf3.py: using RAC 225\u000a00:23:57.511783 tst iperf3.py: using CellId 24705\u000a00:23:57.638489 tst iperf3.py: using BVCI 24706\u000a00:23:57.662972 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.674819 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.686862 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.698726 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.710663 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.722498 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.734758 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.746317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:23:57.758276 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:23:58.050913 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:23:58.183509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:58.511074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2400): Launched\u000a00:23:58.782751 run iperf3-srv_10.42.42.10(pid=2401): Launched\u000a00:23:58.976846 tst iperf3.py:8: start network...\u000a00:23:59.110409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:59.610104 run create_hlr_db(pid=2402): Launched\u000a00:23:59.793769 bus /gobi_6: Setting Powered False\u000a00:24:00.806285 run create_hlr_db(pid=2402): Terminated: ok {rc=0}\u000a00:24:01.273449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2404): Launched\u000a00:24:01.698527 run osmo-hlr_10.42.42.2(pid=2405): Launched\u000a00:24:01.897087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:02.495298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2407): Launched\u000a00:24:02.811881 run osmo-stp_10.42.42.5(pid=2408): Launched\u000a00:24:02.927205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:03.480486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2410): Launched\u000a00:24:03.594358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:03.871508 run patchelf(pid=2411): Launched\u000a00:24:04.058759 run osmo-stp_10.42.42.5(pid=2408): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2408)]\u000a00:24:04.195851 run osmo-stp_10.42.42.5(pid=2408): stdout: \u000a| (launched: 2022-12-10_00:24:02.656699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:04.333914 run osmo-stp_10.42.42.5(pid=2408): stderr: \u000a| �[0;m�[38;5;43m20221210002402848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002402848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002402848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002402848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002402849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002402849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002402849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:04.466501 run osmo-stp_10.42.42.5(pid=2408): stdout: \u000a| (launched: 2022-12-10_00:24:02.656699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:04.597839 run osmo-stp_10.42.42.5(pid=2408): stderr: \u000a| �[0;m�[38;5;43m20221210002402848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002402848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002402848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002402848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002402849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002402849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002402849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:04.750852 run patchelf(pid=2411): Terminating (SIGINT)\u000a00:24:04.930252 run patchelf(pid=2411): Terminated: ok {rc=0}\u000a00:24:04.963264 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2408): Process ended prematurely: osmo-stp_10.42.42.5(pid=2408) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2408)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a00:24:04.973283 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:24:05.037082 run osmo-hlr_10.42.42.2(pid=2405): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2405)]\u000a00:24:05.088729 run osmo-hlr_10.42.42.2(pid=2405): stdout: \u000a| (launched: 2022-12-10_00:24:01.439887) \u000a00:24:05.140998 run osmo-hlr_10.42.42.2(pid=2405): stderr: \u000a| �[0;m�[1;31m20221210002401752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002401752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002401752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002401752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002401752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002401752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002401773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002401781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002401782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002401782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:05.185438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2400): Terminating (SIGTERM)\u000a00:24:05.227419 run iperf3-srv_10.42.42.10(pid=2401): Terminating (SIGTERM)\u000a00:24:05.269559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2404): Terminating (SIGTERM)\u000a00:24:05.311252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2407): Terminating (SIGTERM)\u000a00:24:05.353142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2410): Terminating (SIGTERM)\u000a00:24:05.363758 --- ParallelTerminationStrategy: PID 2400 died...\u000a00:24:05.420377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2400): Terminated: ok {rc=0}\u000a00:24:05.430319 --- ParallelTerminationStrategy: PID 2401 died...\u000a00:24:05.486041 run iperf3-srv_10.42.42.10(pid=2401): Terminated {rc=256}\u000a00:24:05.495973 --- ParallelTerminationStrategy: PID 2404 died...\u000a00:24:05.552003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2404): Terminated: ok {rc=0}\u000a00:24:05.562027 --- ParallelTerminationStrategy: PID 2407 died...\u000a00:24:05.617659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2407): Terminated: ok {rc=0}\u000a00:24:05.627670 --- ParallelTerminationStrategy: PID 2410 died...\u000a00:24:05.683631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2410): Terminated: ok {rc=0}\u000a00:24:05.770643 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2426): Process ended prematurely: osmo-stp_10.42.42.5(pid=2426) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2426): Process ended prematurely: osmo-stp_10.42.42.5(pid=2426) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a00:24:06.883835 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:06.896244 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:07.047436 tst iperf3m4.py: using LAC 24706\u000a00:24:07.170264 tst iperf3m4.py: using RAC 226\u000a00:24:07.293436 tst iperf3m4.py: using CellId 24706\u000a00:24:07.417361 tst iperf3m4.py: using BVCI 24707\u000a00:24:07.441787 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.453739 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.465497 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.477465 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.489384 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.501173 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.513275 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.525431 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:07.537349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:07.655555 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:07.775513 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:07.894989 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:08.188155 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:24:08.321916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:08.650205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2412): Launched\u000a00:24:08.922417 run iperf3-srv_10.42.42.10(pid=2413): Launched\u000a00:24:09.118080 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:24:09.251032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:09.579364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2414): Launched\u000a00:24:09.851279 run iperf3-srv_10.42.42.10(pid=2415): Launched\u000a00:24:10.046638 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:24:10.179470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:10.507970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2416): Launched\u000a00:24:10.780000 run iperf3-srv_10.42.42.10(pid=2417): Launched\u000a00:24:10.974384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:24:11.107932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:11.435674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2418): Launched\u000a00:24:11.707873 run iperf3-srv_10.42.42.10(pid=2419): Launched\u000a00:24:11.902800 tst iperf3m4.py:8: start network...\u000a00:24:12.036149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:12.538501 run create_hlr_db(pid=2420): Launched\u000a00:24:12.722156 bus /gobi_6: Setting Powered False\u000a00:24:13.743663 run create_hlr_db(pid=2420): Terminated: ok {rc=0}\u000a00:24:14.166258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2422): Launched\u000a00:24:14.484742 run osmo-hlr_10.42.42.2(pid=2423): Launched\u000a00:24:14.602642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:15.154665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2425): Launched\u000a00:24:15.473095 run osmo-stp_10.42.42.5(pid=2426): Launched\u000a00:24:15.589116 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:16.160849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2428): Launched\u000a00:24:16.270420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:16.564346 run patchelf(pid=2429): Launched\u000a00:24:16.746518 run osmo-stp_10.42.42.5(pid=2426): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)]\u000a00:24:16.878245 run osmo-stp_10.42.42.5(pid=2426): stdout: \u000a| (launched: 2022-12-10_00:24:15.316711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:17.011031 run osmo-stp_10.42.42.5(pid=2426): stderr: \u000a| �[0;m�[38;5;43m20221210002415506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002415506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002415507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002415507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002415507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002415507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002415507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:17.139011 run osmo-stp_10.42.42.5(pid=2426): stdout: \u000a| (launched: 2022-12-10_00:24:15.316711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:17.262828 run osmo-stp_10.42.42.5(pid=2426): stderr: \u000a| �[0;m�[38;5;43m20221210002415506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002415506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002415507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002415507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002415507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002415507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002415507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:17.405877 run patchelf(pid=2429): Terminating (SIGINT)\u000a00:24:17.573678 run patchelf(pid=2429): Terminated: ok {rc=0}\u000a00:24:17.607177 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2426): Process ended prematurely: osmo-stp_10.42.42.5(pid=2426) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2426)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a00:24:17.618634 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:24:17.682523 run osmo-hlr_10.42.42.2(pid=2423): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2423)]\u000a00:24:17.734546 run osmo-hlr_10.42.42.2(pid=2423): stdout: \u000a| (launched: 2022-12-10_00:24:14.328074) \u000a00:24:17.787049 run osmo-hlr_10.42.42.2(pid=2423): stderr: \u000a| �[0;m�[1;31m20221210002414524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002414524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002414524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002414524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002414525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002414525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002414549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002414560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002414560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002414560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:17.832184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2412): Terminating (SIGTERM)\u000a00:24:17.874429 run iperf3-srv_10.42.42.10(pid=2413): Terminating (SIGTERM)\u000a00:24:17.916186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2414): Terminating (SIGTERM)\u000a00:24:17.958473 run iperf3-srv_10.42.42.10(pid=2415): Terminating (SIGTERM)\u000a00:24:18.000520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2416): Terminating (SIGTERM)\u000a00:24:18.042947 run iperf3-srv_10.42.42.10(pid=2417): Terminating (SIGTERM)\u000a00:24:18.085859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2418): Terminating (SIGTERM)\u000a00:24:18.127927 run iperf3-srv_10.42.42.10(pid=2419): Terminating (SIGTERM)\u000a00:24:18.169904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2422): Terminating (SIGTERM)\u000a00:24:18.212093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2425): Terminating (SIGTERM)\u000a00:24:18.254196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2428): Terminating (SIGTERM)\u000a00:24:18.263944 --- ParallelTerminationStrategy: PID 2412 died...\u000a00:24:18.320465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2412): Terminated: ok {rc=0}\u000a00:24:18.330842 --- ParallelTerminationStrategy: PID 2413 died...\u000a00:24:18.387221 run iperf3-srv_10.42.42.10(pid=2413): Terminated {rc=256}\u000a00:24:18.397470 --- ParallelTerminationStrategy: PID 2414 died...\u000a00:24:18.453601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2414): Terminated: ok {rc=0}\u000a00:24:18.463533 --- ParallelTerminationStrategy: PID 2415 died...\u000a00:24:18.519777 run iperf3-srv_10.42.42.10(pid=2415): Terminated {rc=256}\u000a00:24:18.529963 --- ParallelTerminationStrategy: PID 2416 died...\u000a00:24:18.586129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2416): Terminated: ok {rc=0}\u000a00:24:18.596519 --- ParallelTerminationStrategy: PID 2417 died...\u000a00:24:18.652744 run iperf3-srv_10.42.42.10(pid=2417): Terminated {rc=256}\u000a00:24:18.662713 --- ParallelTerminationStrategy: PID 2418 died...\u000a00:24:18.718866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2418): Terminated: ok {rc=0}\u000a00:24:18.728920 --- ParallelTerminationStrategy: PID 2419 died...\u000a00:24:18.785032 run iperf3-srv_10.42.42.10(pid=2419): Terminated {rc=256}\u000a00:24:18.795183 --- ParallelTerminationStrategy: PID 2422 died...\u000a00:24:18.851634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2422): Terminated: ok {rc=0}\u000a00:24:18.862021 --- ParallelTerminationStrategy: PID 2425 died...\u000a00:24:18.917999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2425): Terminated: ok {rc=0}\u000a00:24:18.928113 --- ParallelTerminationStrategy: PID 2428 died...\u000a00:24:18.984270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2428): Terminated: ok {rc=0}\u000a00:24:19.071137 bus /gobi_4: Setting Powered False\u000a00:24:20.177760 bus /gobi_4: Setting Powered False\u000a00:24:21.287726 bus /gobi_1: Setting Powered False\u000a00:24:22.390934 bus /gobi_1: Setting Powered False\u000a00:24:23.501112 bus /gobi_0: Setting Powered False\u000a00:24:24.606027 bus /gobi_0: Setting Powered False\u000a00:24:25.717977 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a00:24:26.784506 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:26.796618 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:26.933102 tst ping.py: using LAC 24707\u000a00:24:27.050855 tst ping.py: using RAC 227\u000a00:24:27.168319 tst ping.py: using CellId 24707\u000a00:24:27.284732 tst ping.py: using BVCI 24708\u000a00:24:27.307114 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:27.318543 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:27.329829 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:27.341047 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:27.352207 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:27.363449 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:27.374750 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:27.385945 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:27.674650 tst ping.py:19: start network...\u000a00:24:27.805935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:28.299162 run create_hlr_db(pid=2430): Launched\u000a00:24:28.482348 bus /gobi_6: Setting Powered False\u000a00:24:29.502435 run create_hlr_db(pid=2430): Terminated: ok {rc=0}\u000a00:24:29.896112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Launched\u000a00:24:30.189205 run osmo-hlr_10.42.42.2(pid=2433): Launched\u000a00:24:30.298104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:30.808019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Launched\u000a00:24:31.217629 run osmo-stp_10.42.42.5(pid=2436): Launched\u000a00:24:31.445110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:32.042248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2438): Launched\u000a00:24:32.148356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:32.403312 run patchelf(pid=2439): Launched\u000a00:24:32.574810 run osmo-stp_10.42.42.5(pid=2436): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]\u000a00:24:32.700207 run osmo-stp_10.42.42.5(pid=2436): stdout: \u000a| (launched: 2022-12-10_00:24:30.967561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:32.826125 run osmo-stp_10.42.42.5(pid=2436): stderr: \u000a| �[0;m�[38;5;43m20221210002431298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002431299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002431299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002431299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002431300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002431300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002431300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:32.947074 run osmo-stp_10.42.42.5(pid=2436): stdout: \u000a| (launched: 2022-12-10_00:24:30.967561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:33.067108 run osmo-stp_10.42.42.5(pid=2436): stderr: \u000a| �[0;m�[38;5;43m20221210002431298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002431299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002431299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002431299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002431300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002431300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002431300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:33.207257 run patchelf(pid=2439): Terminating (SIGINT)\u000a00:24:33.371995 run patchelf(pid=2439): Terminated: ok {rc=0}\u000a00:24:33.401900 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a00:24:33.410565 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:24:33.469819 run osmo-hlr_10.42.42.2(pid=2433): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2433)]\u000a00:24:33.518618 run osmo-hlr_10.42.42.2(pid=2433): stdout: \u000a| (launched: 2022-12-10_00:24:30.044769) \u000a00:24:33.568145 run osmo-hlr_10.42.42.2(pid=2433): stderr: \u000a| �[0;m�[1;31m20221210002430219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002430219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002430220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002430220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002430220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002430220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002430232 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002430242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002430243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002430243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:33.609948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Terminating (SIGTERM)\u000a00:24:33.649653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Terminating (SIGTERM)\u000a00:24:33.689308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2438): Terminating (SIGTERM)\u000a00:24:33.698466 --- ParallelTerminationStrategy: PID 2432 died...\u000a00:24:33.751892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Terminated: ok {rc=0}\u000a00:24:33.761628 --- ParallelTerminationStrategy: PID 2435 died...\u000a00:24:33.814596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Terminated: ok {rc=0}\u000a00:24:33.824246 --- ParallelTerminationStrategy: PID 2438 died...\u000a00:24:33.877068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2438): Terminated: ok {rc=0}\u000a00:24:33.965465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2446): Process ended prematurely: osmo-stp_10.42.42.5(pid=2446) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2446)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2446): Process ended prematurely: osmo-stp_10.42.42.5(pid=2446) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a00:24:35.017245 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.029899 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:24:35.174384 tst ping_idle_ping.py: using LAC 24708\u000a00:24:35.293316 tst ping_idle_ping.py: using RAC 228\u000a00:24:35.420824 tst ping_idle_ping.py: using CellId 24708\u000a00:24:35.542914 tst ping_idle_ping.py: using BVCI 24709\u000a00:24:35.567675 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.579607 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.591714 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.603446 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.615448 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.627279 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.639224 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:24:35.651105 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:24:35.939286 tst ping_idle_ping.py:24: start network...\u000a00:24:36.070992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:36.566094 run create_hlr_db(pid=2440): Launched\u000a00:24:36.748334 bus /gobi_6: Setting Powered False\u000a00:24:37.769253 run create_hlr_db(pid=2440): Terminated: ok {rc=0}\u000a00:24:38.163393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2442): Launched\u000a00:24:38.457987 run osmo-hlr_10.42.42.2(pid=2443): Launched\u000a00:24:38.574659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:39.091967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2445): Launched\u000a00:24:39.385245 run osmo-stp_10.42.42.5(pid=2446): Launched\u000a00:24:39.491950 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:40.003711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2448): Launched\u000a00:24:40.108282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:40.364076 run patchelf(pid=2449): Launched\u000a00:24:40.541996 run osmo-stp_10.42.42.5(pid=2446): ERR: Terminated: ERROR {rc=1} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2446)]\u000a00:24:40.677935 run osmo-stp_10.42.42.5(pid=2446): stdout: \u000a| (launched: 2022-12-10_00:24:39.240449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:40.813062 run osmo-stp_10.42.42.5(pid=2446): stderr: \u000a| �[0;m�[38;5;43m20221210002439410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002439410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002439410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002439411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002439411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002439411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002439411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:40.943597 run osmo-stp_10.42.42.5(pid=2446): stdout: \u000a| (launched: 2022-12-10_00:24:39.240449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:41.073164 run osmo-stp_10.42.42.5(pid=2446): stderr: \u000a| �[0;m�[38;5;43m20221210002439410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002439410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002439410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002439411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002439411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002439411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002439411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:41.223360 run patchelf(pid=2449): Terminating (SIGINT)\u000a00:24:41.399620 run patchelf(pid=2449): Terminated: ok {rc=0}\u000a00:24:41.432060 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2446): Process ended prematurely: osmo-stp_10.42.42.5(pid=2446) [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2446)] [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a00:24:41.441612 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:24:41.505250 run osmo-hlr_10.42.42.2(pid=2443): ERR: Terminated: ERROR {rc=237} [trial-2366↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2443)]\u000a00:24:41.557014 run osmo-hlr_10.42.42.2(pid=2443): stdout: \u000a| (launched: 2022-12-10_00:24:38.312699) \u000a00:24:41.609717 run osmo-hlr_10.42.42.2(pid=2443): stderr: \u000a| �[0;m�[1;31m20221210002438486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002438486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002438486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002438486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002438486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002438486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002438498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002438509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002438509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002438509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:41.654720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2442): Terminating (SIGTERM)\u000a00:24:41.696862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2445): Terminating (SIGTERM)\u000a00:24:41.739271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2448): Terminating (SIGTERM)\u000a00:24:41.749310 --- ParallelTerminationStrategy: PID 2442 died...\u000a00:24:41.806044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2442): Terminated: ok {rc=0}\u000a00:24:41.816117 --- ParallelTerminationStrategy: PID 2445 died...\u000a00:24:41.871802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2445): Terminated: ok {rc=0}\u000a00:24:41.882238 --- ParallelTerminationStrategy: PID 2448 died...\u000a00:24:41.938438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2448): Terminated: ok {rc=0}\u000a00:24:42.026690 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:23:43" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2459): Process ended prematurely: osmo-stp_10.42.42.5(pid=2459) [trial-2366↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2459)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2459): Process ended prematurely: osmo-stp_10.42.42.5(pid=2459) [trial-2366↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:24:44.067671 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.079723 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:24:44.234248 tst switch_tch_pdch.py: using LAC 24709\u000a00:24:44.349927 tst switch_tch_pdch.py: using RAC 229\u000a00:24:44.464941 tst switch_tch_pdch.py: using CellId 24709\u000a00:24:44.581444 tst switch_tch_pdch.py: using BVCI 24710\u000a00:24:44.603845 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.615338 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.626655 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.638027 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.649392 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.660644 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.672005 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:24:44.683619 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:24:44.801203 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:24:45.075354 tst switch_tch_pdch.py:51: start network...\u000a00:24:45.197672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:45.665748 run create_hlr_db(pid=2453): Launched\u000a00:24:45.842547 bus /gobi_6: Setting Powered False\u000a00:24:46.874550 run create_hlr_db(pid=2453): Terminated: ok {rc=0}\u000a00:24:47.302533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2455): Launched\u000a00:24:47.616139 run osmo-hlr_10.42.42.2(pid=2456): Launched\u000a00:24:47.733429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:48.278065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2458): Launched\u000a00:24:48.590911 run osmo-stp_10.42.42.5(pid=2459): Launched\u000a00:24:48.705401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:49.253610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2461): Launched\u000a00:24:49.365948 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:49.638685 run patchelf(pid=2462): Launched\u000a00:24:49.822866 run osmo-stp_10.42.42.5(pid=2459): ERR: Terminated: ERROR {rc=1} [trial-2366↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2459)]\u000a00:24:49.958070 run osmo-stp_10.42.42.5(pid=2459): stdout: \u000a| (launched: 2022-12-10_00:24:48.436938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:50.094356 run osmo-stp_10.42.42.5(pid=2459): stderr: \u000a| �[0;m�[38;5;43m20221210002448627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002448627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002448628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002448628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002448628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002448629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002448629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:50.225186 run osmo-stp_10.42.42.5(pid=2459): stdout: \u000a| (launched: 2022-12-10_00:24:48.436938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:50.354914 run osmo-stp_10.42.42.5(pid=2459): stderr: \u000a| �[0;m�[38;5;43m20221210002448627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002448627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002448628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002448628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002448628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002448629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002448629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:50.505688 run patchelf(pid=2462): Terminating (SIGINT)\u000a00:24:50.682726 run patchelf(pid=2462): Terminated: ok {rc=0}\u000a00:24:50.714799 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2459): Process ended prematurely: osmo-stp_10.42.42.5(pid=2459) [trial-2366↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2459)] [trial-2366↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:24:50.724638 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:24:50.788056 run osmo-hlr_10.42.42.2(pid=2456): ERR: Terminated: ERROR {rc=237} [trial-2366↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2456)]\u000a00:24:50.840010 run osmo-hlr_10.42.42.2(pid=2456): stdout: \u000a| (launched: 2022-12-10_00:24:47.461857) \u000a00:24:50.892930 run osmo-hlr_10.42.42.2(pid=2456): stderr: \u000a| �[0;m�[1;31m20221210002447660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002447660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002447660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002447660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002447660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002447660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002447672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002447681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002447681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002447681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:50.937405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2455): Terminating (SIGTERM)\u000a00:24:50.980292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2458): Terminating (SIGTERM)\u000a00:24:51.022970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2461): Terminating (SIGTERM)\u000a00:24:51.032737 --- ParallelTerminationStrategy: PID 2455 died...\u000a00:24:51.089398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2455): Terminated: ok {rc=0}\u000a00:24:51.099504 --- ParallelTerminationStrategy: PID 2458 died...\u000a00:24:51.155581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2458): Terminated: ok {rc=0}\u000a00:24:51.166017 --- ParallelTerminationStrategy: PID 2461 died...\u000a00:24:51.222115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2461): Terminated: ok {rc=0}\u000a00:24:51.309255 bus /gobi_0: Setting Powered False\u000a00:24:52.411095 bus /gobi_0: Setting Powered False\u000a00:24:53.522399 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:24:43" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2470): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2470) [trial-2366↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2470)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2470): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2470) [trial-2366↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a00:24:55.353993 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:24:55.465955 tst esme_connect_policy_acceptall.py: using MSISDN 7450\u000a00:24:55.609380 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:24:56.210807 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2469): Launched\u000a00:24:56.526397 run osmo-nitb_10.42.42.2(pid=2470): Launched\u000a00:24:56.721925 run osmo-nitb_10.42.42.2(pid=2470): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2470)]\u000a00:24:56.865995 run osmo-nitb_10.42.42.2(pid=2470): stdout: \u000a| (launched: 2022-12-10_00:24:56.373682) \u000a00:24:57.010387 run osmo-nitb_10.42.42.2(pid=2470): stderr: \u000a| (launched: 2022-12-10_00:24:56.421052)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:24:57.150970 run osmo-nitb_10.42.42.2(pid=2470): stdout: \u000a| (launched: 2022-12-10_00:24:56.373682) \u000a00:24:57.290106 run osmo-nitb_10.42.42.2(pid=2470): stderr: \u000a| (launched: 2022-12-10_00:24:56.421052)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:24:57.655209 tst osmo-nitb_10.42.42.2(pid=2470): stdout: \u000a| (launched: 2022-12-10_00:24:56.373682) \u000a00:24:57.783212 tst osmo-nitb_10.42.42.2(pid=2470): stderr: \u000a| (launched: 2022-12-10_00:24:56.421052)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:24:57.839190 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=2470): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2470) [trial-2366↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2470)] [trial-2366↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a00:24:57.847994 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a00:24:57.884684 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2469): Terminating (SIGTERM)\u000a00:24:58.062466 --- ParallelTerminationStrategy: PID 2469 died...\u000a00:24:58.120459 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2469): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2472) [trial-2366↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2472)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2472) [trial-2366↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a00:24:58.135510 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:24:58.250701 tst esme_connect_policy_closed.py: using MSISDN 7451\u000a00:24:58.378366 tst esme_connect_policy_closed.py: using MSISDN 7452\u000a00:24:58.493095 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:24:59.097135 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2471): Launched\u000a00:24:59.414962 run osmo-nitb_10.42.42.2(pid=2472): Launched\u000a00:24:59.597131 run osmo-nitb_10.42.42.2(pid=2472): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2472)]\u000a00:24:59.730223 run osmo-nitb_10.42.42.2(pid=2472): stdout: \u000a| (launched: 2022-12-10_00:24:59.261126) \u000a00:24:59.863581 run osmo-nitb_10.42.42.2(pid=2472): stderr: \u000a| (launched: 2022-12-10_00:24:59.308909)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:24:59.992454 run osmo-nitb_10.42.42.2(pid=2472): stdout: \u000a| (launched: 2022-12-10_00:24:59.261126) \u000a00:25:00.120846 run osmo-nitb_10.42.42.2(pid=2472): stderr: \u000a| (launched: 2022-12-10_00:24:59.308909)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:00.176757 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=2472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2472) [trial-2366↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2472)] [trial-2366↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a00:25:00.185594 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a00:25:00.221769 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2471): Terminating (SIGTERM)\u000a00:25:00.399464 --- ParallelTerminationStrategy: PID 2471 died...\u000a00:25:00.456912 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2471): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2477) [trial-2366↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2477)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2477) [trial-2366↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a00:25:00.471919 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:00.483709 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a00:25:00.619035 tst esme_ms_sms_storeforward.py: using LAC 24710\u000a00:25:00.744374 tst esme_ms_sms_storeforward.py: using RAC 230\u000a00:25:00.892829 tst esme_ms_sms_storeforward.py: using CellId 24710\u000a00:25:01.026539 tst esme_ms_sms_storeforward.py: using BVCI 24711\u000a00:25:01.052216 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a00:25:01.278939 tst esme_ms_sms_storeforward.py: using MSISDN 7453\u000a00:25:01.481453 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a00:25:01.632528 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:02.316136 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2476): Launched\u000a00:25:02.635436 run osmo-nitb_10.42.42.2(pid=2477): Launched\u000a00:25:02.819284 run osmo-nitb_10.42.42.2(pid=2477): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2477)]\u000a00:25:02.952903 run osmo-nitb_10.42.42.2(pid=2477): stdout: \u000a| (launched: 2022-12-10_00:25:02.480578) \u000a00:25:03.087465 run osmo-nitb_10.42.42.2(pid=2477): stderr: \u000a| (launched: 2022-12-10_00:25:02.528793)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:03.217047 run osmo-nitb_10.42.42.2(pid=2477): stdout: \u000a| (launched: 2022-12-10_00:25:02.480578) \u000a00:25:03.345889 run osmo-nitb_10.42.42.2(pid=2477): stderr: \u000a| (launched: 2022-12-10_00:25:02.528793)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:03.401791 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=2477): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2477) [trial-2366↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2477)] [trial-2366↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a00:25:03.410362 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a00:25:03.446413 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2476): Terminating (SIGTERM)\u000a00:25:03.623980 --- ParallelTerminationStrategy: PID 2476 died...\u000a00:25:03.681405 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2476): Terminated: ok {rc=0}\u000a00:25:03.767958 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2479): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2479) [trial-2366↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2479)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2479): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2479) [trial-2366↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a00:25:04.819533 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a00:25:04.831373 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a00:25:04.963214 tst esme_ms_sms_transaction.py: using LAC 24711\u000a00:25:05.092080 tst esme_ms_sms_transaction.py: using RAC 231\u000a00:25:05.219742 tst esme_ms_sms_transaction.py: using CellId 24711\u000a00:25:05.346452 tst esme_ms_sms_transaction.py: using BVCI 24712\u000a00:25:05.370917 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a00:25:05.595350 tst esme_ms_sms_transaction.py: using MSISDN 7454\u000a00:25:05.793408 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a00:25:05.928628 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:25:06.589294 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2478): Launched\u000a00:25:06.907117 run osmo-nitb_10.42.42.2(pid=2479): Launched\u000a00:25:07.104249 run osmo-nitb_10.42.42.2(pid=2479): ERR: Terminated: ERROR {rc=2} [trial-2366↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2479)]\u000a00:25:07.248893 run osmo-nitb_10.42.42.2(pid=2479): stdout: \u000a| (launched: 2022-12-10_00:25:06.752931) \u000a00:25:07.394034 run osmo-nitb_10.42.42.2(pid=2479): stderr: \u000a| (launched: 2022-12-10_00:25:06.801015)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:07.534901 run osmo-nitb_10.42.42.2(pid=2479): stdout: \u000a| (launched: 2022-12-10_00:25:06.752931) \u000a00:25:07.674705 run osmo-nitb_10.42.42.2(pid=2479): stderr: \u000a| (launched: 2022-12-10_00:25:06.801015)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:08.037489 tst osmo-nitb_10.42.42.2(pid=2479): stdout: \u000a| (launched: 2022-12-10_00:25:06.752931) \u000a00:25:08.165517 tst osmo-nitb_10.42.42.2(pid=2479): stderr: \u000a| (launched: 2022-12-10_00:25:06.801015)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:25:08.221377 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=2479): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2479) [trial-2366↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2479)] [trial-2366↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a00:25:08.230245 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a00:25:08.266416 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2478): Terminating (SIGTERM)\u000a00:25:08.444356 --- ParallelTerminationStrategy: PID 2478 died...\u000a00:25:08.501910 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2478): Terminated: ok {rc=0}\u000a00:25:08.587451 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:24:55" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2488): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2488) [trial-2366↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2488)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2488): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2488) [trial-2366↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a00:25:10.384604 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:10.395156 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:10.405863 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:10.416898 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:10.525878 tst esme_connect_policy_acceptall.py: using MSISDN 7455\u000a00:25:10.632815 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a00:25:11.150919 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2483): Launched\u000a00:25:11.451141 run osmo-stp_10.42.42.4(pid=2484): Launched\u000a00:25:11.557923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:12.037706 run create_hlr_db(pid=2485): Launched\u000a00:25:12.210519 bus /sierra_2: Setting Powered False\u000a00:25:13.232578 run create_hlr_db(pid=2485): Terminated: ok {rc=0}\u000a00:25:13.631192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2487): Launched\u000a00:25:13.930958 run osmo-hlr_10.42.42.2(pid=2488): Launched\u000a00:25:14.051303 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a00:25:14.610240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2490): Launched\u000a00:25:14.910947 run osmo-msc_10.42.42.5(pid=2491): Launched\u000a00:25:15.087593 run osmo-hlr_10.42.42.2(pid=2488): ERR: Terminated: ERROR {rc=237} [trial-2366↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2488)]\u000a00:25:15.215936 run osmo-hlr_10.42.42.2(pid=2488): stdout: \u000a| (launched: 2022-12-10_00:25:13.783578) \u000a00:25:15.341730 run osmo-hlr_10.42.42.2(pid=2488): stderr: \u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002513973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002513982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002513982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002513982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:15.462515 run osmo-hlr_10.42.42.2(pid=2488): stdout: \u000a| (launched: 2022-12-10_00:25:13.783578) \u000a00:25:15.582877 run osmo-hlr_10.42.42.2(pid=2488): stderr: \u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002513961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002513973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002513982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002513982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002513982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:15.635376 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=2488): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2488) [trial-2366↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2488)] [trial-2366↪smpp↪esme_connect_policy_acceptall.py:23]\u000a00:25:15.643346 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.2 sec)\u000a00:25:15.701974 run osmo-msc_10.42.42.5(pid=2491): ERR: Terminated: ERROR {rc=9} [trial-2366↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2491)]\u000a00:25:15.750673 run osmo-msc_10.42.42.5(pid=2491): stdout: \u000a| (launched: 2022-12-10_00:25:14.763033) \u000a00:25:15.800202 run osmo-msc_10.42.42.5(pid=2491): stderr: \u000a| �[0;m�[38;5;43m20221210002515081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210002515081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210002515081 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210002515081 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210002515082 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210002515082 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210002515082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210002515082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210002515082 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a00:25:15.853802 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2483): Terminating (SIGTERM)\u000a00:25:15.905327 run osmo-stp_10.42.42.4(pid=2484): Terminating (SIGTERM)\u000a00:25:15.990242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2487): Terminating (SIGTERM)\u000a00:25:16.085358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2490): Terminating (SIGTERM)\u000a00:25:16.095973 --- ParallelTerminationStrategy: PID 2483 died...\u000a00:25:16.157905 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2483): Terminated: ok {rc=0}\u000a00:25:16.168773 --- ParallelTerminationStrategy: PID 2484 died...\u000a00:25:16.227621 run osmo-stp_10.42.42.4(pid=2484): Terminated: ok {rc=0}\u000a00:25:16.238445 --- ParallelTerminationStrategy: PID 2487 died...\u000a00:25:16.296317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2487): Terminated: ok {rc=0}\u000a00:25:16.308587 --- ParallelTerminationStrategy: PID 2490 died...\u000a00:25:16.369199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2490): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=2499): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2499) [trial-2366↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2499)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=2499): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2499) [trial-2366↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a00:25:16.384241 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:16.395820 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:16.568860 tst esme_connect_policy_closed.py: using LAC 24712\u000a00:25:16.688706 tst esme_connect_policy_closed.py: using RAC 232\u000a00:25:16.837667 tst esme_connect_policy_closed.py: using CellId 24712\u000a00:25:16.989929 tst esme_connect_policy_closed.py: using BVCI 24713\u000a00:25:17.015602 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:17.027967 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:17.041319 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:17.178222 tst esme_connect_policy_closed.py: using MSISDN 7456\u000a00:25:17.301390 tst esme_connect_policy_closed.py: using MSISDN 7457\u000a00:25:17.410925 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a00:25:17.935055 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2494): Launched\u000a00:25:18.236070 run osmo-stp_10.42.42.4(pid=2495): Launched\u000a00:25:18.343884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:18.826861 run create_hlr_db(pid=2496): Launched\u000a00:25:20.003517 run create_hlr_db(pid=2496): Terminated: ok {rc=0}\u000a00:25:20.314124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Launched\u000a00:25:20.616698 run osmo-hlr_10.42.42.2(pid=2499): Launched\u000a00:25:20.727030 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a00:25:21.277914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Launched\u000a00:25:21.580495 run osmo-msc_10.42.42.5(pid=2502): Launched\u000a00:25:21.758406 run osmo-hlr_10.42.42.2(pid=2499): ERR: Terminated: ERROR {rc=237} [trial-2366↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2499)]\u000a00:25:21.886837 run osmo-hlr_10.42.42.2(pid=2499): stdout: \u000a| (launched: 2022-12-10_00:25:20.467135) \u000a00:25:22.012491 run osmo-hlr_10.42.42.2(pid=2499): stderr: \u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002520660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002520671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002520671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002520671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:22.134028 run osmo-hlr_10.42.42.2(pid=2499): stdout: \u000a| (launched: 2022-12-10_00:25:20.467135) \u000a00:25:22.254573 run osmo-hlr_10.42.42.2(pid=2499): stderr: \u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002520645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002520660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002520671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002520671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002520671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:22.306986 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=2499): Process ended prematurely: osmo-hlr_10.42.42.2(pid=2499) [trial-2366↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2499)] [trial-2366↪smpp↪esme_connect_policy_closed.py:31]\u000a00:25:22.314870 tst esme_connect_policy_closed.py:31: Test FAILED (5.9 sec)\u000a00:25:22.373448 run osmo-msc_10.42.42.5(pid=2502): ERR: Terminated: ERROR {rc=9} [trial-2366↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=2502)]\u000a00:25:22.421977 run osmo-msc_10.42.42.5(pid=2502): stdout: \u000a| (launched: 2022-12-10_00:25:21.431043) \u000a00:25:22.471253 run osmo-msc_10.42.42.5(pid=2502): stderr: \u000a| �[0;m�[38;5;43m20221210002521748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210002521748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210002521749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210002521749 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210002521749 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210002521749 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210002521749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210002521749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210002521749 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a00:25:22.512739 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2494): Terminating (SIGTERM)\u000a00:25:22.551851 run osmo-stp_10.42.42.4(pid=2495): Terminating (SIGTERM)\u000a00:25:22.592155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminating (SIGTERM)\u000a00:25:22.633430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminating (SIGTERM)\u000a00:25:22.642967 --- ParallelTerminationStrategy: PID 2494 died...\u000a00:25:22.695924 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=2494): Terminated: ok {rc=0}\u000a00:25:22.705457 --- ParallelTerminationStrategy: PID 2495 died...\u000a00:25:22.757720 run osmo-stp_10.42.42.4(pid=2495): Terminated: ok {rc=0}\u000a00:25:22.767186 --- ParallelTerminationStrategy: PID 2498 died...\u000a00:25:22.819442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminated: ok {rc=0}\u000a00:25:22.828817 --- ParallelTerminationStrategy: PID 2501 died...\u000a00:25:22.881715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2511): Process ended prematurely: osmo-stp_10.42.42.5(pid=2511) [trial-2366↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2511): Process ended prematurely: osmo-stp_10.42.42.5(pid=2511) [trial-2366↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a00:25:22.895793 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:22.906823 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:23.029814 tst esme_ms_sms_storeforward.py: using LAC 24713\u000a00:25:23.148740 tst esme_ms_sms_storeforward.py: using RAC 233\u000a00:25:23.275641 tst esme_ms_sms_storeforward.py: using CellId 24713\u000a00:25:23.404498 tst esme_ms_sms_storeforward.py: using BVCI 24714\u000a00:25:23.429588 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.440454 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.451509 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.462966 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.474335 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:23.485598 tst smpp: Using 1 x modem (candidates: 1)\u000a00:25:23.709509 tst esme_ms_sms_storeforward.py: using MSISDN 7458\u000a00:25:23.826221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:24.334330 run create_hlr_db(pid=2505): Launched\u000a00:25:25.523125 run create_hlr_db(pid=2505): Terminated: ok {rc=0}\u000a00:25:25.854753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2507): Launched\u000a00:25:26.177663 run osmo-hlr_10.42.42.2(pid=2508): Launched\u000a00:25:26.295250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:26.857650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2510): Launched\u000a00:25:27.183049 run osmo-stp_10.42.42.5(pid=2511): Launched\u000a00:25:27.300584 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:27.888357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2513): Launched\u000a00:25:28.211287 run osmo-msc_10.42.42.6(pid=2514): Launched\u000a00:25:28.399640 run osmo-stp_10.42.42.5(pid=2511): ERR: Terminated: ERROR {rc=1} [trial-2366↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)]\u000a00:25:28.536161 run osmo-stp_10.42.42.5(pid=2511): stdout: \u000a| (launched: 2022-12-10_00:25:27.023115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:28.672571 run osmo-stp_10.42.42.5(pid=2511): stderr: \u000a| �[0;m�[38;5;43m20221210002527215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002527215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002527216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002527216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002527216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002527216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002527217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:28.803215 run osmo-stp_10.42.42.5(pid=2511): stdout: \u000a| (launched: 2022-12-10_00:25:27.023115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:28.932113 run osmo-stp_10.42.42.5(pid=2511): stderr: \u000a| �[0;m�[38;5;43m20221210002527215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002527215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002527216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002527216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002527216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002527216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002527217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:28.988594 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=2511): Process ended prematurely: osmo-stp_10.42.42.5(pid=2511) [trial-2366↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2511)] [trial-2366↪smpp↪esme_ms_sms_storeforward.py:30]\u000a00:25:28.997548 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a00:25:29.061157 run osmo-hlr_10.42.42.2(pid=2508): ERR: Terminated: ERROR {rc=237} [trial-2366↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2508)]\u000a00:25:29.112827 run osmo-hlr_10.42.42.2(pid=2508): stdout: \u000a| (launched: 2022-12-10_00:25:26.018555) \u000a00:25:29.165196 run osmo-hlr_10.42.42.2(pid=2508): stderr: \u000a| �[0;m�[1;31m20221210002526218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002526218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002526218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002526218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002526218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002526218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002526230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002526238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002526238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002526238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:29.236095 run osmo-msc_10.42.42.6(pid=2514): ERR: Terminated: ERROR {rc=2} [trial-2366↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2514)]\u000a00:25:29.287865 run osmo-msc_10.42.42.6(pid=2514): stdout: \u000a| (launched: 2022-12-10_00:25:28.052650) \u000a00:25:29.340159 run osmo-msc_10.42.42.6(pid=2514): stderr: \u000a| �[0;m�[38;5;43m20221210002528376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002528376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ba46e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002528377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002528377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002528377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002528377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002528379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002528379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002528379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002528379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:25:29.384472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2507): Terminating (SIGTERM)\u000a00:25:29.426233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2510): Terminating (SIGTERM)\u000a00:25:29.468328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2513): Terminating (SIGTERM)\u000a00:25:29.478026 --- ParallelTerminationStrategy: PID 2507 died...\u000a00:25:29.534117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2507): Terminated: ok {rc=0}\u000a00:25:29.544261 --- ParallelTerminationStrategy: PID 2510 died...\u000a00:25:29.599917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2510): Terminated: ok {rc=0}\u000a00:25:29.610007 --- ParallelTerminationStrategy: PID 2513 died...\u000a00:25:29.665228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2513): Terminated: ok {rc=0}\u000a00:25:29.752120 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2522): Process ended prematurely: osmo-stp_10.42.42.5(pid=2522) [trial-2366↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2522)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2522): Process ended prematurely: osmo-stp_10.42.42.5(pid=2522) [trial-2366↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a00:25:30.804078 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:30.815534 tst smpp: Using 1 x bts (candidates: 1)\u000a00:25:30.956576 tst esme_ms_sms_transaction.py: using LAC 24714\u000a00:25:31.115306 tst esme_ms_sms_transaction.py: using RAC 234\u000a00:25:31.237406 tst esme_ms_sms_transaction.py: using CellId 24714\u000a00:25:31.393086 tst esme_ms_sms_transaction.py: using BVCI 24715\u000a00:25:31.427878 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:31.444317 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:31.461261 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:31.478689 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:31.494302 tst smpp: Using 1 x ip_address (candidates: 6)\u000a00:25:31.509808 tst smpp: Using 1 x modem (candidates: 1)\u000a00:25:31.749128 tst esme_ms_sms_transaction.py: using MSISDN 7459\u000a00:25:31.867541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:32.444222 run create_hlr_db(pid=2516): Launched\u000a00:25:32.632168 bus /sierra_2: Setting Powered False\u000a00:25:33.653455 run create_hlr_db(pid=2516): Terminated: ok {rc=0}\u000a00:25:34.082850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2518): Launched\u000a00:25:34.406436 run osmo-hlr_10.42.42.2(pid=2519): Launched\u000a00:25:34.528332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:35.087957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2521): Launched\u000a00:25:35.410208 run osmo-stp_10.42.42.5(pid=2522): Launched\u000a00:25:35.527909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:36.116138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2524): Launched\u000a00:25:36.438587 run osmo-msc_10.42.42.6(pid=2525): Launched\u000a00:25:36.627148 run osmo-stp_10.42.42.5(pid=2522): ERR: Terminated: ERROR {rc=1} [trial-2366↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2522)]\u000a00:25:36.763211 run osmo-stp_10.42.42.5(pid=2522): stdout: \u000a| (launched: 2022-12-10_00:25:35.251532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:36.898943 run osmo-stp_10.42.42.5(pid=2522): stderr: \u000a| �[0;m�[38;5;43m20221210002535443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002535444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002535444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002535444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002535445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002535445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002535445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:37.029058 run osmo-stp_10.42.42.5(pid=2522): stdout: \u000a| (launched: 2022-12-10_00:25:35.251532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:37.158858 run osmo-stp_10.42.42.5(pid=2522): stderr: \u000a| �[0;m�[38;5;43m20221210002535443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002535444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002535444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002535444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002535445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002535445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002535445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:37.214967 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=2522): Process ended prematurely: osmo-stp_10.42.42.5(pid=2522) [trial-2366↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2522)] [trial-2366↪smpp↪esme_ms_sms_transaction.py:28]\u000a00:25:37.223859 tst esme_ms_sms_transaction.py:28: Test FAILED (6.4 sec)\u000a00:25:37.286538 run osmo-hlr_10.42.42.2(pid=2519): ERR: Terminated: ERROR {rc=237} [trial-2366↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2519)]\u000a00:25:37.338010 run osmo-hlr_10.42.42.2(pid=2519): stdout: \u000a| (launched: 2022-12-10_00:25:34.247817) \u000a00:25:37.389960 run osmo-hlr_10.42.42.2(pid=2519): stderr: \u000a| �[0;m�[1;31m20221210002534445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002534445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002534445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002534445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002534445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002534445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002534457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002534465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002534466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002534466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:37.459877 run osmo-msc_10.42.42.6(pid=2525): ERR: Terminated: ERROR {rc=2} [trial-2366↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2525)]\u000a00:25:37.511680 run osmo-msc_10.42.42.6(pid=2525): stdout: \u000a| (launched: 2022-12-10_00:25:36.280568) \u000a00:25:37.563617 run osmo-msc_10.42.42.6(pid=2525): stderr: \u000a| �[0;m�[38;5;43m20221210002536602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002536602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e96c9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002536602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002536602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002536602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002536603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002536606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002536607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002536607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002536607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:25:37.607800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2518): Terminating (SIGTERM)\u000a00:25:37.649827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2521): Terminating (SIGTERM)\u000a00:25:37.691404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2524): Terminating (SIGTERM)\u000a00:25:37.701299 --- ParallelTerminationStrategy: PID 2518 died...\u000a00:25:37.757834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2518): Terminated: ok {rc=0}\u000a00:25:37.767977 --- ParallelTerminationStrategy: PID 2521 died...\u000a00:25:37.823820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2521): Terminated: ok {rc=0}\u000a00:25:37.833888 --- ParallelTerminationStrategy: PID 2524 died...\u000a00:25:37.889696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2524): Terminated: ok {rc=0}\u000a00:25:37.977113 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:25:10" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2366↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2366↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a00:25:39.863424 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:39.874527 tst encryption: Using 1 x bts (candidates: 1)\u000a00:25:40.004555 tst register_a5_0_authopt.py: using LAC 24715\u000a00:25:40.131284 tst register_a5_0_authopt.py: using RAC 235\u000a00:25:40.257308 tst register_a5_0_authopt.py: using CellId 24715\u000a00:25:40.383070 tst register_a5_0_authopt.py: using BVCI 24716\u000a00:25:40.408023 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:40.418935 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:40.429699 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:40.440607 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:40.451770 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:40.463014 tst encryption: Using 1 x modem (candidates: 1)\u000a00:25:40.757035 tst register_a5_0_authopt.py:8: start network...\u000a00:25:40.893761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:41.405444 run create_hlr_db(pid=2530): Launched\u000a00:25:41.594712 bus /sierra_2: Setting Powered False\u000a00:25:42.615366 run create_hlr_db(pid=2530): Terminated: ok {rc=0}\u000a00:25:43.025614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Launched\u000a00:25:43.331604 run osmo-hlr_10.42.42.2(pid=2533): Launched\u000a00:25:43.452762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:43.985651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Launched\u000a00:25:44.288876 run osmo-stp_10.42.42.5(pid=2536): Launched\u000a00:25:44.400358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:44.952626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2538): Launched\u000a00:25:45.258602 run osmo-msc_10.42.42.6(pid=2539): Launched\u000a00:25:45.442117 run osmo-stp_10.42.42.5(pid=2536): ERR: Terminated: ERROR {rc=1} [trial-2366↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]\u000a00:25:45.582783 run osmo-stp_10.42.42.5(pid=2536): stdout: \u000a| (launched: 2022-12-10_00:25:44.140351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:45.719649 run osmo-stp_10.42.42.5(pid=2536): stderr: \u000a| �[0;m�[38;5;43m20221210002544309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002544309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002544309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002544309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002544310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002544310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002544310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:45.850975 run osmo-stp_10.42.42.5(pid=2536): stdout: \u000a| (launched: 2022-12-10_00:25:44.140351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:45.984557 run osmo-stp_10.42.42.5(pid=2536): stderr: \u000a| �[0;m�[38;5;43m20221210002544309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002544309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002544309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002544309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002544310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002544310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002544310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:46.043245 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2366↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)] [trial-2366↪encryption↪register_a5_0_authopt.py:8]\u000a00:25:46.054046 tst register_a5_0_authopt.py:8: Test FAILED (6.2 sec)\u000a00:25:46.120715 run osmo-hlr_10.42.42.2(pid=2533): ERR: Terminated: ERROR {rc=237} [trial-2366↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2533)]\u000a00:25:46.174790 run osmo-hlr_10.42.42.2(pid=2533): stdout: \u000a| (launched: 2022-12-10_00:25:43.181732) \u000a00:25:46.229294 run osmo-hlr_10.42.42.2(pid=2533): stderr: \u000a| �[0;m�[1;31m20221210002543357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002543358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002543358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002543358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002543358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002543358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002543370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002543380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002543380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002543380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:46.302081 run osmo-msc_10.42.42.6(pid=2539): ERR: Terminated: ERROR {rc=2} [trial-2366↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2539)]\u000a00:25:46.355904 run osmo-msc_10.42.42.6(pid=2539): stdout: \u000a| (launched: 2022-12-10_00:25:45.107965) \u000a00:25:46.410381 run osmo-msc_10.42.42.6(pid=2539): stderr: \u000a| �[0;m�[38;5;43m20221210002545380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002545380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6de234c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002545380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002545380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002545380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002545381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002545382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002545383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002545383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002545383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:25:46.457559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Terminating (SIGTERM)\u000a00:25:46.503887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Terminating (SIGTERM)\u000a00:25:46.550065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2538): Terminating (SIGTERM)\u000a00:25:46.561153 --- ParallelTerminationStrategy: PID 2532 died...\u000a00:25:46.622035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Terminated: ok {rc=0}\u000a00:25:46.633126 --- ParallelTerminationStrategy: PID 2535 died...\u000a00:25:46.692406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Terminated: ok {rc=0}\u000a00:25:46.703498 --- ParallelTerminationStrategy: PID 2538 died...\u000a00:25:46.762674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2538): Terminated: ok {rc=0}\u000a00:25:46.866863 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2547): Process ended prematurely: osmo-stp_10.42.42.5(pid=2547) [trial-2366↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2547)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2547): Process ended prematurely: osmo-stp_10.42.42.5(pid=2547) [trial-2366↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a00:25:47.984435 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:47.996215 tst encryption: Using 1 x bts (candidates: 1)\u000a00:25:48.128040 tst register_a5_0_authreq.py: using LAC 24716\u000a00:25:48.261690 tst register_a5_0_authreq.py: using RAC 236\u000a00:25:48.387384 tst register_a5_0_authreq.py: using CellId 24716\u000a00:25:48.513430 tst register_a5_0_authreq.py: using BVCI 24717\u000a00:25:48.538401 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:48.549509 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:48.560566 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:48.571825 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:48.583183 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:48.594169 tst encryption: Using 1 x modem (candidates: 1)\u000a00:25:48.891315 tst register_a5_0_authreq.py:8: start network...\u000a00:25:49.028917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:49.541011 run create_hlr_db(pid=2541): Launched\u000a00:25:49.730384 bus /sierra_2: Setting Powered False\u000a00:25:50.751354 run create_hlr_db(pid=2541): Terminated: ok {rc=0}\u000a00:25:51.160438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2543): Launched\u000a00:25:51.465796 run osmo-hlr_10.42.42.2(pid=2544): Launched\u000a00:25:51.588471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:52.124362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2546): Launched\u000a00:25:52.429685 run osmo-stp_10.42.42.5(pid=2547): Launched\u000a00:25:52.541175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:25:53.096292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2549): Launched\u000a00:25:53.403411 run osmo-msc_10.42.42.6(pid=2550): Launched\u000a00:25:53.582139 run osmo-stp_10.42.42.5(pid=2547): ERR: Terminated: ERROR {rc=1} [trial-2366↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2547)]\u000a00:25:53.711150 run osmo-stp_10.42.42.5(pid=2547): stdout: \u000a| (launched: 2022-12-10_00:25:52.279569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:53.837970 run osmo-stp_10.42.42.5(pid=2547): stderr: \u000a| �[0;m�[38;5;43m20221210002552449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002552449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002552449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002552450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002552450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002552450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002552450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:53.959866 run osmo-stp_10.42.42.5(pid=2547): stdout: \u000a| (launched: 2022-12-10_00:25:52.279569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:54.081161 run osmo-stp_10.42.42.5(pid=2547): stderr: \u000a| �[0;m�[38;5;43m20221210002552449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002552449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002552449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002552450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002552450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002552450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002552450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:54.134505 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2547): Process ended prematurely: osmo-stp_10.42.42.5(pid=2547) [trial-2366↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2547)] [trial-2366↪encryption↪register_a5_0_authreq.py:8]\u000a00:25:54.143116 tst register_a5_0_authreq.py:8: Test FAILED (6.2 sec)\u000a00:25:54.202062 run osmo-hlr_10.42.42.2(pid=2544): ERR: Terminated: ERROR {rc=237} [trial-2366↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2544)]\u000a00:25:54.250462 run osmo-hlr_10.42.42.2(pid=2544): stdout: \u000a| (launched: 2022-12-10_00:25:51.315821) \u000a00:25:54.299416 run osmo-hlr_10.42.42.2(pid=2544): stderr: \u000a| �[0;m�[1;31m20221210002551493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002551493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002551493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002551493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002551493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002551493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002551505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002551514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002551514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002551514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:54.366181 run osmo-msc_10.42.42.6(pid=2550): ERR: Terminated: ERROR {rc=2} [trial-2366↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2550)]\u000a00:25:54.414703 run osmo-msc_10.42.42.6(pid=2550): stdout: \u000a| (launched: 2022-12-10_00:25:53.252382) \u000a00:25:54.463680 run osmo-msc_10.42.42.6(pid=2550): stderr: \u000a| �[0;m�[38;5;43m20221210002553524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002553524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd49814bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002553524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002553525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002553525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002553525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002553527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002553527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002553527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002553527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:25:54.505164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2543): Terminating (SIGTERM)\u000a00:25:54.545210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2546): Terminating (SIGTERM)\u000a00:25:54.584710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2549): Terminating (SIGTERM)\u000a00:25:54.593934 --- ParallelTerminationStrategy: PID 2543 died...\u000a00:25:54.647121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2543): Terminated: ok {rc=0}\u000a00:25:54.656652 --- ParallelTerminationStrategy: PID 2546 died...\u000a00:25:54.710034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2546): Terminated: ok {rc=0}\u000a00:25:54.719671 --- ParallelTerminationStrategy: PID 2549 died...\u000a00:25:54.772232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2549): Terminated: ok {rc=0}\u000a00:25:54.860277 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2558): Process ended prematurely: osmo-stp_10.42.42.5(pid=2558) [trial-2366↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2558): Process ended prematurely: osmo-stp_10.42.42.5(pid=2558) [trial-2366↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a00:25:55.972835 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:55.984141 tst encryption: Using 1 x bts (candidates: 1)\u000a00:25:56.116392 tst register_a5_1_authreq.py: using LAC 24717\u000a00:25:56.246189 tst register_a5_1_authreq.py: using RAC 237\u000a00:25:56.374300 tst register_a5_1_authreq.py: using CellId 24717\u000a00:25:56.501321 tst register_a5_1_authreq.py: using BVCI 24718\u000a00:25:56.526377 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:56.537249 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:56.548079 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:56.559164 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:56.570262 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:25:56.581446 tst encryption: Using 1 x modem (candidates: 1)\u000a00:25:56.862074 tst register_a5_1_authreq.py:8: start network...\u000a00:25:56.989631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:57.479499 run create_hlr_db(pid=2552): Launched\u000a00:25:57.655718 bus /sierra_2: Setting Powered False\u000a00:25:58.688315 run create_hlr_db(pid=2552): Terminated: ok {rc=0}\u000a00:25:59.121905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2554): Launched\u000a00:25:59.447758 run osmo-hlr_10.42.42.2(pid=2555): Launched\u000a00:25:59.569160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:00.135496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2557): Launched\u000a00:26:00.462303 run osmo-stp_10.42.42.5(pid=2558): Launched\u000a00:26:00.581814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:01.221797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2560): Launched\u000a00:26:01.699476 run osmo-msc_10.42.42.6(pid=2561): Launched\u000a00:26:02.129356 run osmo-stp_10.42.42.5(pid=2558): ERR: Terminated: ERROR {rc=1} [trial-2366↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)]\u000a00:26:02.296063 run osmo-stp_10.42.42.5(pid=2558): stdout: \u000a| (launched: 2022-12-10_00:26:00.301896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:02.437494 run osmo-stp_10.42.42.5(pid=2558): stderr: \u000a| �[0;m�[38;5;43m20221210002600493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002600493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002600494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002600494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002600494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002600495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002600495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:02.570041 run osmo-stp_10.42.42.5(pid=2558): stdout: \u000a| (launched: 2022-12-10_00:26:00.301896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:02.700528 run osmo-stp_10.42.42.5(pid=2558): stderr: \u000a| �[0;m�[38;5;43m20221210002600493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002600493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002600494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002600494 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002600494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002600495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002600495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:02.758246 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2558): Process ended prematurely: osmo-stp_10.42.42.5(pid=2558) [trial-2366↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2558)] [trial-2366↪encryption↪register_a5_1_authreq.py:8]\u000a00:26:02.767668 tst register_a5_1_authreq.py:8: Test FAILED (6.8 sec)\u000a00:26:02.831701 run osmo-hlr_10.42.42.2(pid=2555): ERR: Terminated: ERROR {rc=237} [trial-2366↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2555)]\u000a00:26:02.883616 run osmo-hlr_10.42.42.2(pid=2555): stdout: \u000a| (launched: 2022-12-10_00:25:59.288401) \u000a00:26:02.936396 run osmo-hlr_10.42.42.2(pid=2555): stderr: \u000a| �[0;m�[1;31m20221210002559486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002559486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002559486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002559486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002559486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002559486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002559499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002559507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002559508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002559508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:03.008107 run osmo-msc_10.42.42.6(pid=2561): ERR: Terminated: ERROR {rc=2} [trial-2366↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2561)]\u000a00:26:03.060721 run osmo-msc_10.42.42.6(pid=2561): stdout: \u000a| (launched: 2022-12-10_00:26:01.391800) \u000a00:26:03.113775 run osmo-msc_10.42.42.6(pid=2561): stderr: \u000a| �[0;m�[38;5;43m20221210002601926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002601927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5b4eedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002601927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002601927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002601927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002601927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002601931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002601931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002601931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002601931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:03.158664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2554): Terminating (SIGTERM)\u000a00:26:03.201802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2557): Terminating (SIGTERM)\u000a00:26:03.244186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2560): Terminating (SIGTERM)\u000a00:26:03.254036 --- ParallelTerminationStrategy: PID 2554 died...\u000a00:26:03.311604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2554): Terminated: ok {rc=0}\u000a00:26:03.322281 --- ParallelTerminationStrategy: PID 2557 died...\u000a00:26:03.379400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2557): Terminated: ok {rc=0}\u000a00:26:03.389987 --- ParallelTerminationStrategy: PID 2560 died...\u000a00:26:03.446168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2560): Terminated: ok {rc=0}\u000a00:26:03.532690 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2569): Process ended prematurely: osmo-stp_10.42.42.5(pid=2569) [trial-2366↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2569)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2569): Process ended prematurely: osmo-stp_10.42.42.5(pid=2569) [trial-2366↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2569)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a00:26:04.649859 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:04.661481 tst encryption: Using 1 x bts (candidates: 1)\u000a00:26:04.792556 tst register_a5_3_authreq.py: using LAC 24718\u000a00:26:04.921053 tst register_a5_3_authreq.py: using RAC 238\u000a00:26:05.045335 tst register_a5_3_authreq.py: using CellId 24718\u000a00:26:05.167231 tst register_a5_3_authreq.py: using BVCI 24719\u000a00:26:05.190683 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:05.201712 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:05.212445 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:05.222957 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:05.233327 tst encryption: Using 1 x ip_address (candidates: 6)\u000a00:26:05.243463 tst encryption: Using 1 x modem (candidates: 1)\u000a00:26:05.550815 tst register_a5_3_authreq.py:8: start network...\u000a00:26:05.688296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:06.200279 run create_hlr_db(pid=2563): Launched\u000a00:26:06.389472 bus /sierra_2: Setting Powered False\u000a00:26:07.410617 run create_hlr_db(pid=2563): Terminated: ok {rc=0}\u000a00:26:07.843658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2565): Launched\u000a00:26:08.170166 run osmo-hlr_10.42.42.2(pid=2566): Launched\u000a00:26:08.289145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:08.853107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2568): Launched\u000a00:26:09.179136 run osmo-stp_10.42.42.5(pid=2569): Launched\u000a00:26:09.298324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:26:09.890521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2571): Launched\u000a00:26:10.216549 run osmo-msc_10.42.42.6(pid=2572): Launched\u000a00:26:10.406946 run osmo-stp_10.42.42.5(pid=2569): ERR: Terminated: ERROR {rc=1} [trial-2366↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2569)]\u000a00:26:10.544594 run osmo-stp_10.42.42.5(pid=2569): stdout: \u000a| (launched: 2022-12-10_00:26:09.019077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:10.681826 run osmo-stp_10.42.42.5(pid=2569): stderr: \u000a| �[0;m�[38;5;43m20221210002609212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002609212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002609213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002609213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002609215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002609216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002609216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:10.812933 run osmo-stp_10.42.42.5(pid=2569): stdout: \u000a| (launched: 2022-12-10_00:26:09.019077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:10.942970 run osmo-stp_10.42.42.5(pid=2569): stderr: \u000a| �[0;m�[38;5;43m20221210002609212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002609212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002609213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002609213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002609215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002609216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002609216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:11.000022 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2569): Process ended prematurely: osmo-stp_10.42.42.5(pid=2569) [trial-2366↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2569)] [trial-2366↪encryption↪register_a5_3_authreq.py:8]\u000a00:26:11.009280 tst register_a5_3_authreq.py:8: Test FAILED (6.4 sec)\u000a00:26:11.072354 run osmo-hlr_10.42.42.2(pid=2566): ERR: Terminated: ERROR {rc=237} [trial-2366↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2566)]\u000a00:26:11.123861 run osmo-hlr_10.42.42.2(pid=2566): stdout: \u000a| (launched: 2022-12-10_00:26:08.009702) \u000a00:26:11.175784 run osmo-hlr_10.42.42.2(pid=2566): stderr: \u000a| �[0;m�[1;31m20221210002608208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002608208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002608208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002608208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002608209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002608209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002608222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002608233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002608233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002608233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:11.246168 run osmo-msc_10.42.42.6(pid=2572): ERR: Terminated: ERROR {rc=2} [trial-2366↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2572)]\u000a00:26:11.297624 run osmo-msc_10.42.42.6(pid=2572): stdout: \u000a| (launched: 2022-12-10_00:26:10.056569) \u000a00:26:11.349706 run osmo-msc_10.42.42.6(pid=2572): stderr: \u000a| �[0;m�[38;5;43m20221210002610378 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002610378 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f5b358c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002610379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002610379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002610379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002610379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002610381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002610381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002610381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002610381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:26:11.393570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2565): Terminating (SIGTERM)\u000a00:26:11.435450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2568): Terminating (SIGTERM)\u000a00:26:11.477170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2571): Terminating (SIGTERM)\u000a00:26:11.486892 --- ParallelTerminationStrategy: PID 2565 died...\u000a00:26:11.542498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2565): Terminated: ok {rc=0}\u000a00:26:11.552602 --- ParallelTerminationStrategy: PID 2568 died...\u000a00:26:11.607972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2568): Terminated: ok {rc=0}\u000a00:26:11.618102 --- ParallelTerminationStrategy: PID 2571 died...\u000a00:26:11.673376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2571): Terminated: ok {rc=0}\u000a00:26:11.760257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:25:39" }, { "cases" : [ { "testActions" : [ ], "age" : 228, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2589): Process ended prematurely: srsepc(pid=2589) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2589)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2589): Process ended prematurely: srsepc(pid=2589) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a00:26:13.752086 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a00:26:13.796942 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:26:13.813293 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:26:13.836940 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:26:13.980669 tst handover.py: using MSISDN 7460\u000a00:26:14.095534 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7460', subscriber_id=0}\u000a00:26:14.209112 run srsepc_10.42.42.118: Starting srsepc\u000a00:26:16.182987 run rm-remote-dir(pid=2577): Launched\u000a00:26:16.446368 bus /sierra_2: Setting Powered False\u000a00:26:17.392836 run rm-remote-dir(pid=2577): Terminated: ok {rc=0}\u000a00:26:17.908841 run mk-remote-dir(pid=2578): Launched\u000a00:26:19.107362 run mk-remote-dir(pid=2578): Terminated: ok {rc=0}\u000a00:26:19.399835 run scp-inst-to-remote(pid=2579): Launched\u000a00:26:21.585583 run scp-inst-to-remote(pid=2579): Terminated: ok {rc=0}\u000a00:26:21.910675 run rm-remote-dir(pid=2581): Launched\u000a00:26:23.095940 run rm-remote-dir(pid=2581): Terminated: ok {rc=0}\u000a00:26:23.423403 run mk-remote-dir(pid=2582): Launched\u000a00:26:24.609126 run mk-remote-dir(pid=2582): Terminated: ok {rc=0}\u000a00:26:24.883727 run scp-cfg-to-remote(pid=2583): Launched\u000a00:26:26.066317 run scp-cfg-to-remote(pid=2583): Terminated: ok {rc=0}\u000a00:26:26.340022 run scp-db-to-remote(pid=2585): Launched\u000a00:26:27.525170 run scp-db-to-remote(pid=2585): Terminated: ok {rc=0}\u000a00:26:27.637671 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:26:27.952843 run patchelf(pid=2587): Launched\u000a00:26:29.136040 run patchelf(pid=2587): Terminated: ok {rc=0}\u000a00:26:29.248775 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:26:29.564731 run setcap-netadm(pid=2588): Launched\u000a00:26:30.747101 run setcap-netadm(pid=2588): Terminated: ok {rc=0}\u000a00:26:31.135936 run srsepc(pid=2589): Launched\u000a00:26:31.310916 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:26:32.500797 run rm-remote-dir(pid=2590): Launched\u000a00:26:32.698088 run srsepc(pid=2589): ERR: Terminated: ERROR {rc=127} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2589)]\u000a00:26:32.841919 run srsepc(pid=2589): stdout: \u000a| (launched: 2022-12-10_00:26:30.927539)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:26:32.985397 run srsepc(pid=2589): stderr: \u000a| (launched: 2022-12-10_00:26:30.973359)\u000a| Connection to 10.42.42.116 closed. \u000a00:26:33.124176 run srsepc(pid=2589): stdout: \u000a| (launched: 2022-12-10_00:26:30.927539)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:26:33.261420 run srsepc(pid=2589): stderr: \u000a| (launched: 2022-12-10_00:26:30.973359)\u000a| Connection to 10.42.42.116 closed. \u000a00:26:33.422285 run rm-remote-dir(pid=2590): Terminating (SIGINT)\u000a00:26:33.611496 run rm-remote-dir(pid=2590): Terminated: ok {rc=0}\u000a00:26:33.646195 tst handover.py:37: ERR: Error: srsepc(pid=2589): Process ended prematurely: srsepc(pid=2589) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2589)] [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a00:26:33.656412 tst handover.py:37: Test FAILED (20.1 sec)\u000a00:26:33.770541 run scp-back-log(pid=2591): Launched\u000a00:26:34.861383 run scp-back-log(pid=2591): ERR: Terminated: ERROR {rc=1} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2591)]\u000a00:26:34.926078 run scp-back-log(pid=2591): stdout: \u000a| (launched: 2022-12-10_00:26:33.699309) \u000a00:26:34.990855 run scp-back-log(pid=2591): stderr: \u000a| (launched: 2022-12-10_00:26:33.719734)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:26:35.045429 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2591): launch_sync(): local process exited with status 1 [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2591)]')\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2605): Process ended prematurely: srsepc(pid=2605) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2605)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2605): Process ended prematurely: srsepc(pid=2605) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a00:26:35.234472 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a00:26:35.278938 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:26:35.495797 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a00:26:35.540428 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:26:35.556630 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:26:35.684172 tst iperf3_bidir.py: using MSISDN 7461\u000a00:26:35.799131 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7461', subscriber_id=0}\u000a00:26:35.912801 run srsepc_10.42.42.118: Starting srsepc\u000a00:26:36.591999 run rm-remote-dir(pid=2593): Launched\u000a00:26:37.791214 run rm-remote-dir(pid=2593): Terminated: ok {rc=0}\u000a00:26:38.138087 run mk-remote-dir(pid=2594): Launched\u000a00:26:39.336423 run mk-remote-dir(pid=2594): Terminated: ok {rc=0}\u000a00:26:39.630159 run scp-inst-to-remote(pid=2595): Launched\u000a00:26:41.827302 run scp-inst-to-remote(pid=2595): Terminated: ok {rc=0}\u000a00:26:42.173974 run rm-remote-dir(pid=2597): Launched\u000a00:26:43.372106 run rm-remote-dir(pid=2597): Terminated: ok {rc=0}\u000a00:26:43.719581 run mk-remote-dir(pid=2598): Launched\u000a00:26:44.918880 run mk-remote-dir(pid=2598): Terminated: ok {rc=0}\u000a00:26:45.212219 run scp-cfg-to-remote(pid=2599): Launched\u000a00:26:46.448086 run scp-cfg-to-remote(pid=2599): Terminated: ok {rc=0}\u000a00:26:46.810149 run scp-db-to-remote(pid=2601): Launched\u000a00:26:48.007152 run scp-db-to-remote(pid=2601): Terminated: ok {rc=0}\u000a00:26:48.128754 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:26:48.465930 run patchelf(pid=2603): Launched\u000a00:26:49.662405 run patchelf(pid=2603): Terminated: ok {rc=0}\u000a00:26:49.783432 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:26:50.119654 run setcap-netadm(pid=2604): Launched\u000a00:26:51.316321 run setcap-netadm(pid=2604): Terminated: ok {rc=0}\u000a00:26:51.645564 run srsepc(pid=2605): Launched\u000a00:26:51.761010 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:26:52.947056 run rm-remote-dir(pid=2606): Launched\u000a00:26:53.144597 run srsepc(pid=2605): ERR: Terminated: ERROR {rc=127} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2605)]\u000a00:26:53.288217 run srsepc(pid=2605): stdout: \u000a| (launched: 2022-12-10_00:26:51.488216)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:26:53.431850 run srsepc(pid=2605): stderr: \u000a| (launched: 2022-12-10_00:26:51.536918)\u000a| Connection to 10.42.42.116 closed. \u000a00:26:53.570320 run srsepc(pid=2605): stdout: \u000a| (launched: 2022-12-10_00:26:51.488216)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:26:53.707562 run srsepc(pid=2605): stderr: \u000a| (launched: 2022-12-10_00:26:51.536918)\u000a| Connection to 10.42.42.116 closed. \u000a00:26:53.867832 run rm-remote-dir(pid=2606): Terminating (SIGINT)\u000a00:26:54.056524 run rm-remote-dir(pid=2606): Terminated: ok {rc=0}\u000a00:26:54.091878 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=2605): Process ended prematurely: srsepc(pid=2605) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2605)] [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a00:26:54.102360 tst iperf3_bidir.py:42: Test FAILED (19.0 sec)\u000a00:26:54.217504 run scp-back-log(pid=2607): Launched\u000a00:26:55.308608 run scp-back-log(pid=2607): ERR: Terminated: ERROR {rc=1} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2607)]\u000a00:26:55.374252 run scp-back-log(pid=2607): stdout: \u000a| (launched: 2022-12-10_00:26:54.145518) \u000a00:26:55.439647 run scp-back-log(pid=2607): stderr: \u000a| (launched: 2022-12-10_00:26:54.166108)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:26:55.495107 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2607): launch_sync(): local process exited with status 1 [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2607)]')\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2621): Process ended prematurely: srsepc(pid=2621) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2621)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2621): Process ended prematurely: srsepc(pid=2621) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a00:26:55.685094 tst iperf3_dl.py:13: Number of physical ue: 1\u000a00:26:55.730132 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:26:55.950691 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a00:26:55.995460 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:26:56.011946 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:26:56.139688 tst iperf3_dl.py: using MSISDN 7462\u000a00:26:56.254600 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7462', subscriber_id=0}\u000a00:26:56.368584 run srsepc_10.42.42.118: Starting srsepc\u000a00:26:57.045404 run rm-remote-dir(pid=2609): Launched\u000a00:26:58.244378 run rm-remote-dir(pid=2609): Terminated: ok {rc=0}\u000a00:26:58.590293 run mk-remote-dir(pid=2610): Launched\u000a00:26:59.788510 run mk-remote-dir(pid=2610): Terminated: ok {rc=0}\u000a00:27:00.080712 run scp-inst-to-remote(pid=2611): Launched\u000a00:27:02.279816 run scp-inst-to-remote(pid=2611): Terminated: ok {rc=0}\u000a00:27:02.639383 run rm-remote-dir(pid=2613): Launched\u000a00:27:03.824772 run rm-remote-dir(pid=2613): Terminated: ok {rc=0}\u000a00:27:04.150308 run mk-remote-dir(pid=2614): Launched\u000a00:27:05.336285 run mk-remote-dir(pid=2614): Terminated: ok {rc=0}\u000a00:27:05.610967 run scp-cfg-to-remote(pid=2615): Launched\u000a00:27:06.802000 run scp-cfg-to-remote(pid=2615): Terminated: ok {rc=0}\u000a00:27:07.076555 run scp-db-to-remote(pid=2617): Launched\u000a00:27:08.260426 run scp-db-to-remote(pid=2617): Terminated: ok {rc=0}\u000a00:27:08.373214 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:08.689732 run patchelf(pid=2619): Launched\u000a00:27:09.873995 run patchelf(pid=2619): Terminated: ok {rc=0}\u000a00:27:09.986574 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:10.302545 run setcap-netadm(pid=2620): Launched\u000a00:27:11.485912 run setcap-netadm(pid=2620): Terminated: ok {rc=0}\u000a00:27:11.807582 run srsepc(pid=2621): Launched\u000a00:27:11.924447 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:13.105333 run rm-remote-dir(pid=2622): Launched\u000a00:27:13.301360 run srsepc(pid=2621): ERR: Terminated: ERROR {rc=127} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2621)]\u000a00:27:13.444439 run srsepc(pid=2621): stdout: \u000a| (launched: 2022-12-10_00:27:11.646479)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:13.587658 run srsepc(pid=2621): stderr: \u000a| (launched: 2022-12-10_00:27:11.691675)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:13.725948 run srsepc(pid=2621): stdout: \u000a| (launched: 2022-12-10_00:27:11.646479)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:13.863365 run srsepc(pid=2621): stderr: \u000a| (launched: 2022-12-10_00:27:11.691675)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:14.023775 run rm-remote-dir(pid=2622): Terminating (SIGINT)\u000a00:27:14.214564 run rm-remote-dir(pid=2622): Terminated: ok {rc=0}\u000a00:27:14.249613 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=2621): Process ended prematurely: srsepc(pid=2621) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2621)] [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a00:27:14.259995 tst iperf3_dl.py:42: Test FAILED (18.7 sec)\u000a00:27:14.376437 run scp-back-log(pid=2623): Launched\u000a00:27:15.467001 run scp-back-log(pid=2623): ERR: Terminated: ERROR {rc=1} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2623)]\u000a00:27:15.532393 run scp-back-log(pid=2623): stdout: \u000a| (launched: 2022-12-10_00:27:14.303703) \u000a00:27:15.598344 run scp-back-log(pid=2623): stderr: \u000a| (launched: 2022-12-10_00:27:14.324475)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:15.653761 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2623): launch_sync(): local process exited with status 1 [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2623)]')\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2637): Process ended prematurely: srsepc(pid=2637) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2637)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2637): Process ended prematurely: srsepc(pid=2637) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a00:27:15.849461 tst iperf3_ul.py:13: Number of physical ue: 1\u000a00:27:15.905308 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:16.167723 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a00:27:16.223133 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:16.243559 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:16.378922 tst iperf3_ul.py: using MSISDN 7463\u000a00:27:16.495680 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7463', subscriber_id=0}\u000a00:27:16.611989 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:17.303981 run rm-remote-dir(pid=2625): Launched\u000a00:27:18.502867 run rm-remote-dir(pid=2625): Terminated: ok {rc=0}\u000a00:27:18.849484 run mk-remote-dir(pid=2626): Launched\u000a00:27:20.047615 run mk-remote-dir(pid=2626): Terminated: ok {rc=0}\u000a00:27:20.340288 run scp-inst-to-remote(pid=2627): Launched\u000a00:27:22.537953 run scp-inst-to-remote(pid=2627): Terminated: ok {rc=0}\u000a00:27:22.883797 run rm-remote-dir(pid=2629): Launched\u000a00:27:24.081819 run rm-remote-dir(pid=2629): Terminated: ok {rc=0}\u000a00:27:24.429101 run mk-remote-dir(pid=2630): Launched\u000a00:27:25.616690 run mk-remote-dir(pid=2630): Terminated: ok {rc=0}\u000a00:27:25.892061 run scp-cfg-to-remote(pid=2631): Launched\u000a00:27:27.075061 run scp-cfg-to-remote(pid=2631): Terminated: ok {rc=0}\u000a00:27:27.349774 run scp-db-to-remote(pid=2633): Launched\u000a00:27:28.534280 run scp-db-to-remote(pid=2633): Terminated: ok {rc=0}\u000a00:27:28.646615 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:28.962622 run patchelf(pid=2635): Launched\u000a00:27:30.146183 run patchelf(pid=2635): Terminated: ok {rc=0}\u000a00:27:30.258692 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:30.575046 run setcap-netadm(pid=2636): Launched\u000a00:27:31.788098 run setcap-netadm(pid=2636): Terminated: ok {rc=0}\u000a00:27:32.199235 run srsepc(pid=2637): Launched\u000a00:27:32.350811 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:33.470546 run rm-remote-dir(pid=2638): Launched\u000a00:27:33.657326 run srsepc(pid=2637): ERR: Terminated: ERROR {rc=127} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2637)]\u000a00:27:33.793583 run srsepc(pid=2637): stdout: \u000a| (launched: 2022-12-10_00:27:31.951932)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:33.928646 run srsepc(pid=2637): stderr: \u000a| (launched: 2022-12-10_00:27:31.998053)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:34.058610 run srsepc(pid=2637): stdout: \u000a| (launched: 2022-12-10_00:27:31.951932)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:34.187469 run srsepc(pid=2637): stderr: \u000a| (launched: 2022-12-10_00:27:31.998053)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:34.338434 run rm-remote-dir(pid=2638): Terminating (SIGINT)\u000a00:27:34.515450 run rm-remote-dir(pid=2638): Terminated: ok {rc=0}\u000a00:27:34.548723 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=2637): Process ended prematurely: srsepc(pid=2637) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2637)] [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a00:27:34.558407 tst iperf3_ul.py:42: Test FAILED (18.9 sec)\u000a00:27:34.667890 run scp-back-log(pid=2639): Launched\u000a00:27:35.754492 run scp-back-log(pid=2639): ERR: Terminated: ERROR {rc=1} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2639)]\u000a00:27:35.816160 run scp-back-log(pid=2639): stdout: \u000a| (launched: 2022-12-10_00:27:34.599073) \u000a00:27:35.878025 run scp-back-log(pid=2639): stderr: \u000a| (launched: 2022-12-10_00:27:34.618701)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:35.933067 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2639): launch_sync(): local process exited with status 1 [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2639)]')\u000a" }, { "testActions" : [ ], "age" : 225, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2654): Process ended prematurely: srsepc(pid=2654) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2654)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2654): Process ended prematurely: srsepc(pid=2654) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a00:27:35.947067 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:35.963653 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:35.986127 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:36.133795 tst ping.py: using MSISDN 7464\u000a00:27:36.250385 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7464', subscriber_id=0}\u000a00:27:36.365911 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:37.051094 run rm-remote-dir(pid=2642): Launched\u000a00:27:38.251203 run rm-remote-dir(pid=2642): Terminated: ok {rc=0}\u000a00:27:38.598751 run mk-remote-dir(pid=2643): Launched\u000a00:27:39.796389 run mk-remote-dir(pid=2643): Terminated: ok {rc=0}\u000a00:27:40.089659 run scp-inst-to-remote(pid=2644): Launched\u000a00:27:42.288874 run scp-inst-to-remote(pid=2644): Terminated: ok {rc=0}\u000a00:27:42.636226 run rm-remote-dir(pid=2646): Launched\u000a00:27:43.833739 run rm-remote-dir(pid=2646): Terminated: ok {rc=0}\u000a00:27:44.182058 run mk-remote-dir(pid=2647): Launched\u000a00:27:45.380755 run mk-remote-dir(pid=2647): Terminated: ok {rc=0}\u000a00:27:45.674582 run scp-cfg-to-remote(pid=2648): Launched\u000a00:27:46.922580 run scp-cfg-to-remote(pid=2648): Terminated: ok {rc=0}\u000a00:27:47.279337 run scp-db-to-remote(pid=2650): Launched\u000a00:27:48.475374 run scp-db-to-remote(pid=2650): Terminated: ok {rc=0}\u000a00:27:48.597013 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:27:48.933548 run patchelf(pid=2652): Launched\u000a00:27:50.130353 run patchelf(pid=2652): Terminated: ok {rc=0}\u000a00:27:50.251598 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:27:50.588190 run setcap-netadm(pid=2653): Launched\u000a00:27:51.784642 run setcap-netadm(pid=2653): Terminated: ok {rc=0}\u000a00:27:52.114545 run srsepc(pid=2654): Launched\u000a00:27:52.230388 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:27:53.416681 run rm-remote-dir(pid=2655): Launched\u000a00:27:53.614176 run srsepc(pid=2654): ERR: Terminated: ERROR {rc=127} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2654)]\u000a00:27:53.758211 run srsepc(pid=2654): stdout: \u000a| (launched: 2022-12-10_00:27:51.956598)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:53.902199 run srsepc(pid=2654): stderr: \u000a| (launched: 2022-12-10_00:27:52.005260)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:54.041361 run srsepc(pid=2654): stdout: \u000a| (launched: 2022-12-10_00:27:51.956598)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:27:54.179844 run srsepc(pid=2654): stderr: \u000a| (launched: 2022-12-10_00:27:52.005260)\u000a| Connection to 10.42.42.116 closed. \u000a00:27:54.341107 run rm-remote-dir(pid=2655): Terminating (SIGINT)\u000a00:27:54.530804 run rm-remote-dir(pid=2655): Terminated: ok {rc=0}\u000a00:27:54.566141 tst ping.py:16: ERR: Error: srsepc(pid=2654): Process ended prematurely: srsepc(pid=2654) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2654)] [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a00:27:54.576443 tst ping.py:16: Test FAILED (18.6 sec)\u000a00:27:54.690676 run scp-back-log(pid=2656): Launched\u000a00:27:55.780793 run scp-back-log(pid=2656): ERR: Terminated: ERROR {rc=1} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2656)]\u000a00:27:55.845964 run scp-back-log(pid=2656): stdout: \u000a| (launched: 2022-12-10_00:27:54.619474) \u000a00:27:55.910912 run scp-back-log(pid=2656): stderr: \u000a| (launched: 2022-12-10_00:27:54.639928)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:27:55.965343 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2656): launch_sync(): local process exited with status 1 [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2656)]')\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2670): Process ended prematurely: srsepc(pid=2670) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2670)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2670): Process ended prematurely: srsepc(pid=2670) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a00:27:55.980203 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:27:55.997345 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:27:56.020937 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:27:56.171884 tst rrc_idle_mo_ping.py: using MSISDN 7465\u000a00:27:56.287163 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7465', subscriber_id=0}\u000a00:27:56.401780 run srsepc_10.42.42.118: Starting srsepc\u000a00:27:57.081673 run rm-remote-dir(pid=2658): Launched\u000a00:27:58.281356 run rm-remote-dir(pid=2658): Terminated: ok {rc=0}\u000a00:27:58.629154 run mk-remote-dir(pid=2659): Launched\u000a00:27:59.827659 run mk-remote-dir(pid=2659): Terminated: ok {rc=0}\u000a00:28:00.120692 run scp-inst-to-remote(pid=2660): Launched\u000a00:28:02.384124 run scp-inst-to-remote(pid=2660): Terminated: ok {rc=0}\u000a00:28:02.741233 run rm-remote-dir(pid=2662): Launched\u000a00:28:03.928239 run rm-remote-dir(pid=2662): Terminated: ok {rc=0}\u000a00:28:04.255378 run mk-remote-dir(pid=2663): Launched\u000a00:28:05.441861 run mk-remote-dir(pid=2663): Terminated: ok {rc=0}\u000a00:28:05.717500 run scp-cfg-to-remote(pid=2664): Launched\u000a00:28:06.900519 run scp-cfg-to-remote(pid=2664): Terminated: ok {rc=0}\u000a00:28:07.175734 run scp-db-to-remote(pid=2666): Launched\u000a00:28:08.360522 run scp-db-to-remote(pid=2666): Terminated: ok {rc=0}\u000a00:28:08.473223 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:08.790105 run patchelf(pid=2668): Launched\u000a00:28:09.973643 run patchelf(pid=2668): Terminated: ok {rc=0}\u000a00:28:10.085895 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:10.402668 run setcap-netadm(pid=2669): Launched\u000a00:28:11.586702 run setcap-netadm(pid=2669): Terminated: ok {rc=0}\u000a00:28:11.899705 run srsepc(pid=2670): Launched\u000a00:28:12.030716 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:13.147907 run rm-remote-dir(pid=2671): Launched\u000a00:28:13.334068 run srsepc(pid=2670): ERR: Terminated: ERROR {rc=127} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2670)]\u000a00:28:13.470975 run srsepc(pid=2670): stdout: \u000a| (launched: 2022-12-10_00:28:11.747500)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:13.606585 run srsepc(pid=2670): stderr: \u000a| (launched: 2022-12-10_00:28:11.792647)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:13.736614 run srsepc(pid=2670): stdout: \u000a| (launched: 2022-12-10_00:28:11.747500)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:13.865301 run srsepc(pid=2670): stderr: \u000a| (launched: 2022-12-10_00:28:11.792647)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:14.016283 run rm-remote-dir(pid=2671): Terminating (SIGINT)\u000a00:28:14.194357 run rm-remote-dir(pid=2671): Terminated: ok {rc=0}\u000a00:28:14.227512 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=2670): Process ended prematurely: srsepc(pid=2670) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2670)] [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a00:28:14.237261 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a00:28:14.347378 run scp-back-log(pid=2672): Launched\u000a00:28:15.433164 run scp-back-log(pid=2672): ERR: Terminated: ERROR {rc=1} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2672)]\u000a00:28:15.494656 run scp-back-log(pid=2672): stdout: \u000a| (launched: 2022-12-10_00:28:14.278211) \u000a00:28:15.556220 run scp-back-log(pid=2672): stderr: \u000a| (launched: 2022-12-10_00:28:14.297970)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:15.608302 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2672): launch_sync(): local process exited with status 1 [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2672)]')\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=2687): Process ended prematurely: srsepc(pid=2687) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2687)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=2687): Process ended prematurely: srsepc(pid=2687) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a00:28:15.622285 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a00:28:15.638623 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a00:28:15.661210 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a00:28:15.807974 tst rrc_idle_mt_ping.py: using MSISDN 7466\u000a00:28:15.947325 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7466', subscriber_id=0}\u000a00:28:16.099708 run srsepc_10.42.42.118: Starting srsepc\u000a00:28:16.820501 run rm-remote-dir(pid=2675): Launched\u000a00:28:18.008671 run rm-remote-dir(pid=2675): Terminated: ok {rc=0}\u000a00:28:18.338631 run mk-remote-dir(pid=2676): Launched\u000a00:28:19.536527 run mk-remote-dir(pid=2676): Terminated: ok {rc=0}\u000a00:28:19.828797 run scp-inst-to-remote(pid=2677): Launched\u000a00:28:22.026545 run scp-inst-to-remote(pid=2677): Terminated: ok {rc=0}\u000a00:28:22.374700 run rm-remote-dir(pid=2679): Launched\u000a00:28:23.572028 run rm-remote-dir(pid=2679): Terminated: ok {rc=0}\u000a00:28:23.919029 run mk-remote-dir(pid=2680): Launched\u000a00:28:25.117862 run mk-remote-dir(pid=2680): Terminated: ok {rc=0}\u000a00:28:25.411402 run scp-cfg-to-remote(pid=2681): Launched\u000a00:28:26.607916 run scp-cfg-to-remote(pid=2681): Terminated: ok {rc=0}\u000a00:28:26.901679 run scp-db-to-remote(pid=2683): Launched\u000a00:28:28.098864 run scp-db-to-remote(pid=2683): Terminated: ok {rc=0}\u000a00:28:28.220533 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a00:28:28.557514 run patchelf(pid=2685): Launched\u000a00:28:29.753629 run patchelf(pid=2685): Terminated: ok {rc=0}\u000a00:28:29.874754 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a00:28:30.211376 run setcap-netadm(pid=2686): Launched\u000a00:28:31.410119 run setcap-netadm(pid=2686): Terminated: ok {rc=0}\u000a00:28:31.798863 run srsepc(pid=2687): Launched\u000a00:28:31.978853 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a00:28:33.140251 run rm-remote-dir(pid=2688): Launched\u000a00:28:33.324936 run srsepc(pid=2687): ERR: Terminated: ERROR {rc=127} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2687)]\u000a00:28:33.460434 run srsepc(pid=2687): stdout: \u000a| (launched: 2022-12-10_00:28:31.585635)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:33.594756 run srsepc(pid=2687): stderr: \u000a| (launched: 2022-12-10_00:28:31.634635)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:33.723778 run srsepc(pid=2687): stdout: \u000a| (launched: 2022-12-10_00:28:31.585635)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a00:28:33.851484 run srsepc(pid=2687): stderr: \u000a| (launched: 2022-12-10_00:28:31.634635)\u000a| Connection to 10.42.42.116 closed. \u000a00:28:34.001355 run rm-remote-dir(pid=2688): Terminating (SIGINT)\u000a00:28:34.178113 run rm-remote-dir(pid=2688): Terminated: ok {rc=0}\u000a00:28:34.210929 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=2687): Process ended prematurely: srsepc(pid=2687) [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=2687)] [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a00:28:34.220454 tst rrc_idle_mt_ping.py:16: Test FAILED (18.6 sec)\u000a00:28:34.329780 run scp-back-log(pid=2689): Launched\u000a00:28:35.414977 run scp-back-log(pid=2689): ERR: Terminated: ERROR {rc=1} [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2689)]\u000a00:28:35.476499 run scp-back-log(pid=2689): stdout: \u000a| (launched: 2022-12-10_00:28:34.261269) \u000a00:28:35.538971 run scp-back-log(pid=2689): stderr: \u000a| (launched: 2022-12-10_00:28:34.281038)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a00:28:35.591527 tst srsepc_10.42.42.118: Error('scp-back-log(pid=2689): launch_sync(): local process exited with status 1 [trial-2366↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=2689)]')\u000a" } ], "duration" : 143.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:26:13" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2701): Process ended prematurely: osmo-stp_10.42.42.5(pid=2701) [trial-2366↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2701): Process ended prematurely: osmo-stp_10.42.42.5(pid=2701) [trial-2366↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a00:28:36.446239 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:36.457721 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a00:28:36.592584 tst handover.py: using LAC 24719\u000a00:28:36.713116 tst handover.py: using RAC 239\u000a00:28:36.833567 tst handover.py: using CellId 24719\u000a00:28:36.954373 tst handover.py: using BVCI 24720\u000a00:28:36.977438 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a00:28:37.098676 tst handover.py: using LAC 24720\u000a00:28:37.224621 tst handover.py: using RAC 240\u000a00:28:37.351587 tst handover.py: using CellId 24720\u000a00:28:37.478384 tst handover.py: using BVCI 24721\u000a00:28:37.503262 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:37.514803 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:37.526156 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:37.537774 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:37.549206 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a00:28:37.560482 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a00:28:37.676810 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a00:28:37.886821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:38.398647 run create_hlr_db(pid=2695): Launched\u000a00:28:39.587050 run create_hlr_db(pid=2695): Terminated: ok {rc=0}\u000a00:28:39.916889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2697): Launched\u000a00:28:40.237636 run osmo-hlr_10.42.42.2(pid=2698): Launched\u000a00:28:40.355328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:28:40.913670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2700): Launched\u000a00:28:41.234897 run osmo-stp_10.42.42.5(pid=2701): Launched\u000a00:28:41.356464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:28:41.939833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2703): Launched\u000a00:28:42.259958 run osmo-msc_10.42.42.6(pid=2704): Launched\u000a00:28:42.447716 run osmo-stp_10.42.42.5(pid=2701): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)]\u000a00:28:42.583608 run osmo-stp_10.42.42.5(pid=2701): stdout: \u000a| (launched: 2022-12-10_00:28:41.076653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:42.718794 run osmo-stp_10.42.42.5(pid=2701): stderr: \u000a| �[0;m�[38;5;43m20221210002841265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002841266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002841266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002841266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002841267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002841267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002841267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:42.847860 run osmo-stp_10.42.42.5(pid=2701): stdout: \u000a| (launched: 2022-12-10_00:28:41.076653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:42.975887 run osmo-stp_10.42.42.5(pid=2701): stderr: \u000a| �[0;m�[38;5;43m20221210002841265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002841266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002841266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002841266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002841267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002841267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002841267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:43.031916 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2701): Process ended prematurely: osmo-stp_10.42.42.5(pid=2701) [trial-2366↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2701)] [trial-2366↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a00:28:43.040711 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:28:43.104098 run osmo-hlr_10.42.42.2(pid=2698): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2698)]\u000a00:28:43.156378 run osmo-hlr_10.42.42.2(pid=2698): stdout: \u000a| (launched: 2022-12-10_00:28:40.079942) \u000a00:28:43.208846 run osmo-hlr_10.42.42.2(pid=2698): stderr: \u000a| �[0;m�[1;31m20221210002840278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002840278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002840278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002840278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002840278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002840278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002840290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002840299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002840299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002840299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:28:43.279535 run osmo-msc_10.42.42.6(pid=2704): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2704)]\u000a00:28:43.330990 run osmo-msc_10.42.42.6(pid=2704): stdout: \u000a| (launched: 2022-12-10_00:28:42.102678) \u000a00:28:43.383123 run osmo-msc_10.42.42.6(pid=2704): stderr: \u000a| �[0;m�[38;5;43m20221210002842423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002842423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5a5029c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002842423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002842423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002842423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002842423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002842425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002842426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002842426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002842426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:28:43.426713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2697): Terminating (SIGTERM)\u000a00:28:43.468779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2700): Terminating (SIGTERM)\u000a00:28:43.510303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2703): Terminating (SIGTERM)\u000a00:28:43.520238 --- ParallelTerminationStrategy: PID 2697 died...\u000a00:28:43.576616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2697): Terminated: ok {rc=0}\u000a00:28:43.586741 --- ParallelTerminationStrategy: PID 2700 died...\u000a00:28:43.642373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2700): Terminated: ok {rc=0}\u000a00:28:43.652787 --- ParallelTerminationStrategy: PID 2703 died...\u000a00:28:43.708267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2703): Terminated: ok {rc=0}\u000a00:28:43.794982 bus /sierra_3: Setting Powered False\u000a00:28:44.901230 bus /sierra_3: Setting Powered False\u000a00:28:46.031632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2715): Process ended prematurely: osmo-stp_10.42.42.5(pid=2715) [trial-2366↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2715)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2715): Process ended prematurely: osmo-stp_10.42.42.5(pid=2715) [trial-2366↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a00:28:48.027994 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:48.039373 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:28:48.174065 tst handover.py: using LAC 24721\u000a00:28:48.302999 tst handover.py: using RAC 241\u000a00:28:48.431921 tst handover.py: using CellId 24721\u000a00:28:48.560470 tst handover.py: using BVCI 24722\u000a00:28:48.585261 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:28:48.715792 tst handover.py: using LAC 24722\u000a00:28:48.848483 tst handover.py: using RAC 242\u000a00:28:48.974218 tst handover.py: using CellId 24722\u000a00:28:49.099129 tst handover.py: using BVCI 24723\u000a00:28:49.123847 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:49.135667 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:49.147371 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:49.159390 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:49.172556 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:28:49.184039 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:28:49.303729 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:28:49.503875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:49.957919 run create_hlr_db(pid=2709): Launched\u000a00:28:50.080668 bus /sierra_2: Setting Powered False\u000a00:28:51.152837 run create_hlr_db(pid=2709): Terminated: ok {rc=0}\u000a00:28:51.553271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2711): Launched\u000a00:28:51.875403 run osmo-hlr_10.42.42.2(pid=2712): Launched\u000a00:28:51.993535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:28:52.522213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2714): Launched\u000a00:28:52.842970 run osmo-stp_10.42.42.5(pid=2715): Launched\u000a00:28:52.960353 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:28:53.517831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2717): Launched\u000a00:28:53.839320 run osmo-msc_10.42.42.6(pid=2718): Launched\u000a00:28:54.027140 run osmo-stp_10.42.42.5(pid=2715): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2715)]\u000a00:28:54.163405 run osmo-stp_10.42.42.5(pid=2715): stdout: \u000a| (launched: 2022-12-10_00:28:52.685336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:54.298887 run osmo-stp_10.42.42.5(pid=2715): stderr: \u000a| �[0;m�[38;5;43m20221210002852876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002852876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002852876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002852877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002852879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002852879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002852879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:54.428077 run osmo-stp_10.42.42.5(pid=2715): stdout: \u000a| (launched: 2022-12-10_00:28:52.685336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:54.556513 run osmo-stp_10.42.42.5(pid=2715): stderr: \u000a| �[0;m�[38;5;43m20221210002852876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002852876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002852876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002852877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002852879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002852879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002852879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:54.612676 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2715): Process ended prematurely: osmo-stp_10.42.42.5(pid=2715) [trial-2366↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2715)] [trial-2366↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a00:28:54.621394 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:28:54.683552 run osmo-hlr_10.42.42.2(pid=2712): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2712)]\u000a00:28:54.734253 run osmo-hlr_10.42.42.2(pid=2712): stdout: \u000a| (launched: 2022-12-10_00:28:51.718205) \u000a00:28:54.786077 run osmo-hlr_10.42.42.2(pid=2712): stderr: \u000a| �[0;m�[1;31m20221210002851919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002851919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002851919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002851919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002851919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002851919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002851931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002851939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002851940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002851940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:28:54.855979 run osmo-msc_10.42.42.6(pid=2718): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2718)]\u000a00:28:54.906754 run osmo-msc_10.42.42.6(pid=2718): stdout: \u000a| (launched: 2022-12-10_00:28:53.681386) \u000a00:28:54.958387 run osmo-msc_10.42.42.6(pid=2718): stderr: \u000a| �[0;m�[38;5;43m20221210002854004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002854004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc618ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002854004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002854004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002854004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002854005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002854006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002854007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002854007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002854007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:28:55.001759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2711): Terminating (SIGTERM)\u000a00:28:55.043035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2714): Terminating (SIGTERM)\u000a00:28:55.084402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2717): Terminating (SIGTERM)\u000a00:28:55.094221 --- ParallelTerminationStrategy: PID 2711 died...\u000a00:28:55.149823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2711): Terminated: ok {rc=0}\u000a00:28:55.159699 --- ParallelTerminationStrategy: PID 2714 died...\u000a00:28:55.214760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2714): Terminated: ok {rc=0}\u000a00:28:55.224584 --- ParallelTerminationStrategy: PID 2717 died...\u000a00:28:55.279171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2717): Terminated: ok {rc=0}\u000a00:28:55.365487 bus /sierra_3: Setting Powered False\u000a00:28:56.468942 bus /sierra_3: Setting Powered False\u000a00:28:57.579561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:28:47" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2729): Process ended prematurely: osmo-stp_10.42.42.5(pid=2729) [trial-2366↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2729): Process ended prematurely: osmo-stp_10.42.42.5(pid=2729) [trial-2366↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:28:59.559074 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:28:59.570150 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:28:59.694889 tst handover.py: using LAC 24723\u000a00:28:59.815885 tst handover.py: using RAC 243\u000a00:28:59.936218 tst handover.py: using CellId 24723\u000a00:29:00.055346 tst handover.py: using BVCI 24724\u000a00:29:00.079067 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:29:00.216731 tst handover.py: using LAC 24724\u000a00:29:00.337914 tst handover.py: using RAC 244\u000a00:29:00.456302 tst handover.py: using CellId 24724\u000a00:29:00.577431 tst handover.py: using BVCI 24725\u000a00:29:00.601219 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:00.612452 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:00.623375 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:00.634355 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:00.645293 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:29:00.656319 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:29:00.774215 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:29:00.994605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:01.524296 run create_hlr_db(pid=2723): Launched\u000a00:29:01.658207 bus /sierra_2: Setting Powered False\u000a00:29:02.722430 run create_hlr_db(pid=2723): Terminated: ok {rc=0}\u000a00:29:03.121244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2725): Launched\u000a00:29:03.442578 run osmo-hlr_10.42.42.2(pid=2726): Launched\u000a00:29:03.561499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:04.087949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2728): Launched\u000a00:29:04.409392 run osmo-stp_10.42.42.5(pid=2729): Launched\u000a00:29:04.527533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:05.086863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2731): Launched\u000a00:29:05.409982 run osmo-msc_10.42.42.6(pid=2732): Launched\u000a00:29:05.599434 run osmo-stp_10.42.42.5(pid=2729): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)]\u000a00:29:05.735417 run osmo-stp_10.42.42.5(pid=2729): stdout: \u000a| (launched: 2022-12-10_00:29:04.251056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:05.870921 run osmo-stp_10.42.42.5(pid=2729): stderr: \u000a| �[0;m�[38;5;43m20221210002904443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002904443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002904443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002904443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002904444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002904444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002904444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:05.999734 run osmo-stp_10.42.42.5(pid=2729): stdout: \u000a| (launched: 2022-12-10_00:29:04.251056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:06.127745 run osmo-stp_10.42.42.5(pid=2729): stderr: \u000a| �[0;m�[38;5;43m20221210002904443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002904443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002904443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002904443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002904444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002904444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002904444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:06.184452 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2729): Process ended prematurely: osmo-stp_10.42.42.5(pid=2729) [trial-2366↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2729)] [trial-2366↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a00:29:06.193248 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:29:06.255966 run osmo-hlr_10.42.42.2(pid=2726): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2726)]\u000a00:29:06.306992 run osmo-hlr_10.42.42.2(pid=2726): stdout: \u000a| (launched: 2022-12-10_00:29:03.284905) \u000a00:29:06.358879 run osmo-hlr_10.42.42.2(pid=2726): stderr: \u000a| �[0;m�[1;31m20221210002903482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002903483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002903483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002903483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002903483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002903483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002903495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002903503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002903504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002903504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:06.429246 run osmo-msc_10.42.42.6(pid=2732): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2732)]\u000a00:29:06.480226 run osmo-msc_10.42.42.6(pid=2732): stdout: \u000a| (launched: 2022-12-10_00:29:05.251096) \u000a00:29:06.531919 run osmo-msc_10.42.42.6(pid=2732): stderr: \u000a| �[0;m�[38;5;43m20221210002905570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002905570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6b5fcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002905570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002905570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002905570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002905570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002905572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002905572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002905573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002905573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:06.575509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2725): Terminating (SIGTERM)\u000a00:29:06.616682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2728): Terminating (SIGTERM)\u000a00:29:06.658871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2731): Terminating (SIGTERM)\u000a00:29:06.668889 --- ParallelTerminationStrategy: PID 2725 died...\u000a00:29:06.724414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2725): Terminated: ok {rc=0}\u000a00:29:06.734898 --- ParallelTerminationStrategy: PID 2728 died...\u000a00:29:06.790263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2728): Terminated: ok {rc=0}\u000a00:29:06.800226 --- ParallelTerminationStrategy: PID 2731 died...\u000a00:29:06.855643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2731): Terminated: ok {rc=0}\u000a00:29:06.941111 bus /sierra_3: Setting Powered False\u000a00:29:08.048114 bus /sierra_3: Setting Powered False\u000a00:29:09.160234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:28:59" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2366↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2366↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:29:11.148199 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:11.159448 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:29:11.283767 tst handover.py: using LAC 24725\u000a00:29:11.400244 tst handover.py: using RAC 245\u000a00:29:11.517346 tst handover.py: using CellId 24725\u000a00:29:11.634825 tst handover.py: using BVCI 24726\u000a00:29:11.657975 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:29:11.787596 tst handover.py: using LAC 24726\u000a00:29:11.904562 tst handover.py: using RAC 246\u000a00:29:12.032579 tst handover.py: using CellId 24726\u000a00:29:12.149333 tst handover.py: using BVCI 24727\u000a00:29:12.172282 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:12.183505 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:12.194530 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:12.205801 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:12.216921 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:29:12.228102 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:29:12.346257 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:29:12.557623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:13.035122 run create_hlr_db(pid=2737): Launched\u000a00:29:13.166608 bus /sierra_2: Setting Powered False\u000a00:29:14.242181 run create_hlr_db(pid=2737): Terminated: ok {rc=0}\u000a00:29:14.640332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Launched\u000a00:29:14.961743 run osmo-hlr_10.42.42.2(pid=2740): Launched\u000a00:29:15.081582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:15.612369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Launched\u000a00:29:16.000202 run osmo-stp_10.42.42.5(pid=2743): Launched\u000a00:29:16.212225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:16.973363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2745): Launched\u000a00:29:17.305681 run osmo-msc_10.42.42.6(pid=2746): Launched\u000a00:29:17.586482 run osmo-stp_10.42.42.5(pid=2743): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]\u000a00:29:17.714829 run osmo-stp_10.42.42.5(pid=2743): stdout: \u000a| (launched: 2022-12-10_00:29:15.776131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:17.840599 run osmo-stp_10.42.42.5(pid=2743): stderr: \u000a| �[0;m�[38;5;43m20221210002916160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002916160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002916160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002916161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002916161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002916161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002916161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:17.961676 run osmo-stp_10.42.42.5(pid=2743): stdout: \u000a| (launched: 2022-12-10_00:29:15.776131)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:18.081585 run osmo-stp_10.42.42.5(pid=2743): stderr: \u000a| �[0;m�[38;5;43m20221210002916160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002916160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002916160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002916161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002916161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002916161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002916161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:18.134163 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2366↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)] [trial-2366↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:29:18.142343 tst handover.py:18: Test FAILED (7.0 sec)\u000a00:29:18.201647 run osmo-hlr_10.42.42.2(pid=2740): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2740)]\u000a00:29:18.250439 run osmo-hlr_10.42.42.2(pid=2740): stdout: \u000a| (launched: 2022-12-10_00:29:14.804306) \u000a00:29:18.299482 run osmo-hlr_10.42.42.2(pid=2740): stderr: \u000a| �[0;m�[1;31m20221210002915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002915007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002915021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002915029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:18.366486 run osmo-msc_10.42.42.6(pid=2746): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2746)]\u000a00:29:18.415181 run osmo-msc_10.42.42.6(pid=2746): stdout: \u000a| (launched: 2022-12-10_00:29:17.139129) \u000a00:29:18.464491 run osmo-msc_10.42.42.6(pid=2746): stderr: \u000a| �[0;m�[38;5;43m20221210002917555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002917556 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81bf5a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002917556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002917556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002917556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002917556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002917558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002917558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002917558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002917559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:18.506264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminating (SIGTERM)\u000a00:29:18.545945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminating (SIGTERM)\u000a00:29:18.585662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2745): Terminating (SIGTERM)\u000a00:29:18.594808 --- ParallelTerminationStrategy: PID 2739 died...\u000a00:29:18.648406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminated: ok {rc=0}\u000a00:29:18.658141 --- ParallelTerminationStrategy: PID 2742 died...\u000a00:29:18.711122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminated: ok {rc=0}\u000a00:29:18.720687 --- ParallelTerminationStrategy: PID 2745 died...\u000a00:29:18.774082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2745): Terminated: ok {rc=0}\u000a00:29:18.862203 bus /sierra_3: Setting Powered False\u000a00:29:19.964062 bus /sierra_3: Setting Powered False\u000a00:29:21.069706 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:29:10" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2758): Process ended prematurely: osmo-stp_10.42.42.5(pid=2758) [trial-2366↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2758): Process ended prematurely: osmo-stp_10.42.42.5(pid=2758) [trial-2366↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:29:23.075931 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:23.087385 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:29:23.219844 tst handover.py: using LAC 24727\u000a00:29:23.350683 tst handover.py: using RAC 247\u000a00:29:23.475614 tst handover.py: using CellId 24727\u000a00:29:23.601196 tst handover.py: using BVCI 24728\u000a00:29:23.625769 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:29:23.771458 tst handover.py: using LAC 24728\u000a00:29:23.897519 tst handover.py: using RAC 248\u000a00:29:24.021881 tst handover.py: using CellId 24728\u000a00:29:24.141394 tst handover.py: using BVCI 24729\u000a00:29:24.164687 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:24.175822 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:24.186854 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:24.198075 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:24.208916 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:29:24.219919 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:29:24.338143 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:29:24.548252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:25.024367 run create_hlr_db(pid=2752): Launched\u000a00:29:25.155361 bus /sierra_2: Setting Powered False\u000a00:29:26.232002 run create_hlr_db(pid=2752): Terminated: ok {rc=0}\u000a00:29:26.616116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2754): Launched\u000a00:29:26.937332 run osmo-hlr_10.42.42.2(pid=2755): Launched\u000a00:29:27.057321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:27.587995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2757): Launched\u000a00:29:27.909752 run osmo-stp_10.42.42.5(pid=2758): Launched\u000a00:29:28.027143 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:28.584670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2760): Launched\u000a00:29:28.905780 run osmo-msc_10.42.42.6(pid=2761): Launched\u000a00:29:29.093421 run osmo-stp_10.42.42.5(pid=2758): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)]\u000a00:29:29.229830 run osmo-stp_10.42.42.5(pid=2758): stdout: \u000a| (launched: 2022-12-10_00:29:27.751870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:29.364594 run osmo-stp_10.42.42.5(pid=2758): stderr: \u000a| �[0;m�[38;5;43m20221210002927944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002927944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002927944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002927945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002927945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002927945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002927945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:29.493699 run osmo-stp_10.42.42.5(pid=2758): stdout: \u000a| (launched: 2022-12-10_00:29:27.751870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:29.621663 run osmo-stp_10.42.42.5(pid=2758): stderr: \u000a| �[0;m�[38;5;43m20221210002927944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002927944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002927944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002927945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002927945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002927945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002927945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:29.677608 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2758): Process ended prematurely: osmo-stp_10.42.42.5(pid=2758) [trial-2366↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)] [trial-2366↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:29:29.686176 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:29:29.749010 run osmo-hlr_10.42.42.2(pid=2755): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2755)]\u000a00:29:29.800386 run osmo-hlr_10.42.42.2(pid=2755): stdout: \u000a| (launched: 2022-12-10_00:29:26.779790) \u000a00:29:29.852355 run osmo-hlr_10.42.42.2(pid=2755): stderr: \u000a| �[0;m�[1;31m20221210002926977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002926977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002926977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002926977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002926977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002926978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002926996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002927006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002927006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002927006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:29.922742 run osmo-msc_10.42.42.6(pid=2761): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2761)]\u000a00:29:29.973948 run osmo-msc_10.42.42.6(pid=2761): stdout: \u000a| (launched: 2022-12-10_00:29:28.748446) \u000a00:29:30.025856 run osmo-msc_10.42.42.6(pid=2761): stderr: \u000a| �[0;m�[38;5;43m20221210002929071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002929071 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cb2b9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002929071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002929071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002929072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002929072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002929073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002929074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002929074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002929074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:30.070133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2754): Terminating (SIGTERM)\u000a00:29:30.112124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2757): Terminating (SIGTERM)\u000a00:29:30.154143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2760): Terminating (SIGTERM)\u000a00:29:30.164354 --- ParallelTerminationStrategy: PID 2754 died...\u000a00:29:30.220463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2754): Terminated: ok {rc=0}\u000a00:29:30.230542 --- ParallelTerminationStrategy: PID 2757 died...\u000a00:29:30.286420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2757): Terminated: ok {rc=0}\u000a00:29:30.296634 --- ParallelTerminationStrategy: PID 2760 died...\u000a00:29:30.352432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2760): Terminated: ok {rc=0}\u000a00:29:30.437880 bus /sierra_3: Setting Powered False\u000a00:29:31.553894 bus /sierra_3: Setting Powered False\u000a00:29:32.661960 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:29:22" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2773): Process ended prematurely: osmo-stp_10.42.42.5(pid=2773) [trial-2366↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2773)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2773): Process ended prematurely: osmo-stp_10.42.42.5(pid=2773) [trial-2366↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:29:34.649563 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:34.660772 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:29:34.793577 tst handover.py: using LAC 24729\u000a00:29:34.925262 tst handover.py: using RAC 249\u000a00:29:35.052027 tst handover.py: using CellId 24729\u000a00:29:35.179046 tst handover.py: using BVCI 24730\u000a00:29:35.203604 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:29:35.332802 tst handover.py: using LAC 24730\u000a00:29:35.459104 tst handover.py: using RAC 250\u000a00:29:35.579419 tst handover.py: using CellId 24730\u000a00:29:35.696461 tst handover.py: using BVCI 24731\u000a00:29:35.719566 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:35.730845 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:35.741646 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:35.752384 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:35.763401 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:29:35.774337 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:29:35.892372 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:29:36.093378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:36.547211 run create_hlr_db(pid=2767): Launched\u000a00:29:36.669483 bus /sierra_2: Setting Powered False\u000a00:29:37.741292 run create_hlr_db(pid=2767): Terminated: ok {rc=0}\u000a00:29:38.114323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2769): Launched\u000a00:29:38.414002 run osmo-hlr_10.42.42.2(pid=2770): Launched\u000a00:29:38.534069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:39.037612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2772): Launched\u000a00:29:39.337704 run osmo-stp_10.42.42.5(pid=2773): Launched\u000a00:29:39.452222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:39.975462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2775): Launched\u000a00:29:40.277177 run osmo-msc_10.42.42.6(pid=2776): Launched\u000a00:29:40.453338 run osmo-stp_10.42.42.5(pid=2773): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2773)]\u000a00:29:40.580504 run osmo-stp_10.42.42.5(pid=2773): stdout: \u000a| (launched: 2022-12-10_00:29:39.189850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:40.705397 run osmo-stp_10.42.42.5(pid=2773): stderr: \u000a| �[0;m�[38;5;43m20221210002939361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002939361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002939361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002939362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002939362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002939362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002939362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:40.825826 run osmo-stp_10.42.42.5(pid=2773): stdout: \u000a| (launched: 2022-12-10_00:29:39.189850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:40.946435 run osmo-stp_10.42.42.5(pid=2773): stderr: \u000a| �[0;m�[38;5;43m20221210002939361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002939361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002939361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002939362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002939362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002939362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002939362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:40.998739 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2773): Process ended prematurely: osmo-stp_10.42.42.5(pid=2773) [trial-2366↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2773)] [trial-2366↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a00:29:41.006648 tst handover.py:18: Test FAILED (6.3 sec)\u000a00:29:41.065712 run osmo-hlr_10.42.42.2(pid=2770): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2770)]\u000a00:29:41.114790 run osmo-hlr_10.42.42.2(pid=2770): stdout: \u000a| (launched: 2022-12-10_00:29:38.266465) \u000a00:29:41.164145 run osmo-hlr_10.42.42.2(pid=2770): stderr: \u000a| �[0;m�[1;31m20221210002938443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002938443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002938443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002938443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002938443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002938443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002938454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002938463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002938463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002938463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:41.231326 run osmo-msc_10.42.42.6(pid=2776): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2776)]\u000a00:29:41.279874 run osmo-msc_10.42.42.6(pid=2776): stdout: \u000a| (launched: 2022-12-10_00:29:40.128324) \u000a00:29:41.329013 run osmo-msc_10.42.42.6(pid=2776): stderr: \u000a| �[0;m�[38;5;43m20221210002940398 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002940398 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb4844f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002940399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002940399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002940399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002940399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002940401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002940401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002940401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002940401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:41.370674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2769): Terminating (SIGTERM)\u000a00:29:41.410063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2772): Terminating (SIGTERM)\u000a00:29:41.449421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2775): Terminating (SIGTERM)\u000a00:29:41.458570 --- ParallelTerminationStrategy: PID 2769 died...\u000a00:29:41.511638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2769): Terminated: ok {rc=0}\u000a00:29:41.521321 --- ParallelTerminationStrategy: PID 2772 died...\u000a00:29:41.573764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2772): Terminated: ok {rc=0}\u000a00:29:41.583291 --- ParallelTerminationStrategy: PID 2775 died...\u000a00:29:41.635728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2775): Terminated: ok {rc=0}\u000a00:29:41.724437 bus /sierra_3: Setting Powered False\u000a00:29:42.827056 bus /sierra_3: Setting Powered False\u000a00:29:43.937676 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2788): Process ended prematurely: osmo-stp_10.42.42.5(pid=2788) [trial-2366↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2788)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2788): Process ended prematurely: osmo-stp_10.42.42.5(pid=2788) [trial-2366↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:29:45.949889 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:45.971648 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:29:46.117405 tst handover.py: using LAC 24731\u000a00:29:46.277818 tst handover.py: using RAC 251\u000a00:29:46.449126 tst handover.py: using CellId 24731\u000a00:29:46.575088 tst handover.py: using BVCI 24732\u000a00:29:46.599038 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:29:46.744139 tst handover.py: using LAC 24732\u000a00:29:46.892174 tst handover.py: using RAC 252\u000a00:29:47.051394 tst handover.py: using CellId 24732\u000a00:29:47.208166 tst handover.py: using BVCI 24733\u000a00:29:47.236825 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:47.251839 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:47.267323 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:47.279342 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:47.291267 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:29:47.302829 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:29:47.430038 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:29:47.641305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:48.117274 run create_hlr_db(pid=2782): Launched\u000a00:29:48.248910 bus /sierra_2: Setting Powered False\u000a00:29:49.324427 run create_hlr_db(pid=2782): Terminated: ok {rc=0}\u000a00:29:49.703980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2784): Launched\u000a00:29:50.006773 run osmo-hlr_10.42.42.2(pid=2785): Launched\u000a00:29:50.118529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:50.613497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2787): Launched\u000a00:29:50.914218 run osmo-stp_10.42.42.5(pid=2788): Launched\u000a00:29:51.025499 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:51.549118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2790): Launched\u000a00:29:51.850562 run osmo-msc_10.42.42.6(pid=2791): Launched\u000a00:29:52.026809 run osmo-stp_10.42.42.5(pid=2788): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2788)]\u000a00:29:52.155266 run osmo-stp_10.42.42.5(pid=2788): stdout: \u000a| (launched: 2022-12-10_00:29:50.766103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:52.279637 run osmo-stp_10.42.42.5(pid=2788): stderr: \u000a| �[0;m�[38;5;43m20221210002950936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002950937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002950937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002950937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002950938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002950938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002950938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:52.399534 run osmo-stp_10.42.42.5(pid=2788): stdout: \u000a| (launched: 2022-12-10_00:29:50.766103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:52.518843 run osmo-stp_10.42.42.5(pid=2788): stderr: \u000a| �[0;m�[38;5;43m20221210002950936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210002950937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210002950937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210002950937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210002950938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210002950938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210002950938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:52.571037 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2788): Process ended prematurely: osmo-stp_10.42.42.5(pid=2788) [trial-2366↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2788)] [trial-2366↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a00:29:52.578862 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:29:52.637540 run osmo-hlr_10.42.42.2(pid=2785): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2785)]\u000a00:29:52.685810 run osmo-hlr_10.42.42.2(pid=2785): stdout: \u000a| (launched: 2022-12-10_00:29:49.858341) \u000a00:29:52.734743 run osmo-hlr_10.42.42.2(pid=2785): stderr: \u000a| �[0;m�[1;31m20221210002950035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210002950035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210002950035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002950035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210002950035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210002950035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210002950047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210002950058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210002950058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210002950058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:52.801255 run osmo-msc_10.42.42.6(pid=2791): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2791)]\u000a00:29:52.849629 run osmo-msc_10.42.42.6(pid=2791): stdout: \u000a| (launched: 2022-12-10_00:29:51.701872) \u000a00:29:52.898332 run osmo-msc_10.42.42.6(pid=2791): stderr: \u000a| �[0;m�[38;5;43m20221210002951973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210002951973 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe917367c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210002951973 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210002951973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210002951973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210002951974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210002951976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210002951977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210002951977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210002951977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:52.939481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2784): Terminating (SIGTERM)\u000a00:29:52.978349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2787): Terminating (SIGTERM)\u000a00:29:53.018007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2790): Terminating (SIGTERM)\u000a00:29:53.027101 --- ParallelTerminationStrategy: PID 2784 died...\u000a00:29:53.079496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2784): Terminated: ok {rc=0}\u000a00:29:53.088933 --- ParallelTerminationStrategy: PID 2787 died...\u000a00:29:53.141142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2787): Terminated: ok {rc=0}\u000a00:29:53.150498 --- ParallelTerminationStrategy: PID 2790 died...\u000a00:29:53.202544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2790): Terminated: ok {rc=0}\u000a00:29:53.289294 bus /sierra_3: Setting Powered False\u000a00:29:54.391342 bus /sierra_3: Setting Powered False\u000a00:29:55.499830 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:29:45" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2366↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2366↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:29:57.505988 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:29:57.517269 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:29:57.650080 tst handover.py: using LAC 24733\u000a00:29:57.774139 tst handover.py: using RAC 253\u000a00:29:57.898360 tst handover.py: using CellId 24733\u000a00:29:58.029581 tst handover.py: using BVCI 24734\u000a00:29:58.053998 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:29:58.194352 tst handover.py: using LAC 24734\u000a00:29:58.317921 tst handover.py: using RAC 254\u000a00:29:58.442124 tst handover.py: using CellId 24734\u000a00:29:58.561575 tst handover.py: using BVCI 24735\u000a00:29:58.584843 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:29:58.595841 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:29:58.606711 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:29:58.617883 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:29:58.628847 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:29:58.639849 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:29:58.757723 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:29:58.965545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:59.444027 run create_hlr_db(pid=2797): Launched\u000a00:29:59.575000 bus /sierra_2: Setting Powered False\u000a00:30:00.651359 run create_hlr_db(pid=2797): Terminated: ok {rc=0}\u000a00:30:01.075054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2799): Launched\u000a00:30:01.499247 run osmo-hlr_10.42.42.2(pid=2800): Launched\u000a00:30:01.676751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:02.211386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Launched\u000a00:30:02.512325 run osmo-stp_10.42.42.5(pid=2806): Launched\u000a00:30:02.622482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:03.144825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Launched\u000a00:30:03.445968 run osmo-msc_10.42.42.6(pid=2809): Launched\u000a00:30:03.622800 run osmo-stp_10.42.42.5(pid=2806): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)]\u000a00:30:03.750659 run osmo-stp_10.42.42.5(pid=2806): stdout: \u000a| (launched: 2022-12-10_00:30:02.364911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:03.875706 run osmo-stp_10.42.42.5(pid=2806): stderr: \u000a| �[0;m�[38;5;43m20221210003002536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003002536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003002537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003002537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003002537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003002538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003002538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:03.996665 run osmo-stp_10.42.42.5(pid=2806): stdout: \u000a| (launched: 2022-12-10_00:30:02.364911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:04.116357 run osmo-stp_10.42.42.5(pid=2806): stderr: \u000a| �[0;m�[38;5;43m20221210003002536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003002536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003002537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003002537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003002537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003002538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003002538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:04.169202 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2806): Process ended prematurely: osmo-stp_10.42.42.5(pid=2806) [trial-2366↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2806)] [trial-2366↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a00:30:04.177073 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:30:04.236056 run osmo-hlr_10.42.42.2(pid=2800): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2800)]\u000a00:30:04.284665 run osmo-hlr_10.42.42.2(pid=2800): stdout: \u000a| (launched: 2022-12-10_00:30:01.232189) \u000a00:30:04.333695 run osmo-hlr_10.42.42.2(pid=2800): stderr: \u000a| �[0;m�[1;31m20221210003001426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003001426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003001426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003001426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003001426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003001426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003001439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003001454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003001455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003001455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:04.400273 run osmo-msc_10.42.42.6(pid=2809): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2809)]\u000a00:30:04.448904 run osmo-msc_10.42.42.6(pid=2809): stdout: \u000a| (launched: 2022-12-10_00:30:03.297408) \u000a00:30:04.497969 run osmo-msc_10.42.42.6(pid=2809): stderr: \u000a| �[0;m�[38;5;43m20221210003003567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003003567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3aa207c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003003567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003003567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003003568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003003569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003003570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:04.539292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2799): Terminating (SIGTERM)\u000a00:30:04.578340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Terminating (SIGTERM)\u000a00:30:04.617365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Terminating (SIGTERM)\u000a00:30:04.626347 --- ParallelTerminationStrategy: PID 2799 died...\u000a00:30:04.679284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2799): Terminated: ok {rc=0}\u000a00:30:04.688842 --- ParallelTerminationStrategy: PID 2805 died...\u000a00:30:04.741236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2805): Terminated: ok {rc=0}\u000a00:30:04.751071 --- ParallelTerminationStrategy: PID 2808 died...\u000a00:30:04.803865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2808): Terminated: ok {rc=0}\u000a00:30:04.886804 bus /sierra_3: Setting Powered False\u000a00:30:05.994130 bus /sierra_3: Setting Powered False\u000a00:30:07.105897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:29:57" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2820): Process ended prematurely: osmo-stp_10.42.42.5(pid=2820) [trial-2366↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2820)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2820): Process ended prematurely: osmo-stp_10.42.42.5(pid=2820) [trial-2366↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a00:30:09.062310 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:09.072871 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:30:09.196121 tst handover.py: using LAC 24735\u000a00:30:09.315215 tst handover.py: using RAC 255\u000a00:30:09.434061 tst handover.py: using CellId 24735\u000a00:30:09.559758 tst handover.py: using BVCI 24736\u000a00:30:09.584595 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a00:30:09.704935 tst handover.py: using LAC 24736\u000a00:30:09.830919 tst handover.py: using RAC 1\u000a00:30:09.955949 tst handover.py: using CellId 24736\u000a00:30:10.075316 tst handover.py: using BVCI 24737\u000a00:30:10.098313 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:10.109289 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:10.119808 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:10.130390 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:10.141049 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a00:30:10.151562 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:30:10.269569 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a00:30:10.472581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:10.928647 run create_hlr_db(pid=2814): Launched\u000a00:30:11.051299 bus /sierra_2: Setting Powered False\u000a00:30:12.123206 run create_hlr_db(pid=2814): Terminated: ok {rc=0}\u000a00:30:12.523306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2816): Launched\u000a00:30:12.846257 run osmo-hlr_10.42.42.2(pid=2817): Launched\u000a00:30:12.967786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:13.500314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2819): Launched\u000a00:30:13.821834 run osmo-stp_10.42.42.5(pid=2820): Launched\u000a00:30:13.939716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:14.501150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2822): Launched\u000a00:30:14.823520 run osmo-msc_10.42.42.6(pid=2823): Launched\u000a00:30:15.011561 run osmo-stp_10.42.42.5(pid=2820): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2820)]\u000a00:30:15.147520 run osmo-stp_10.42.42.5(pid=2820): stdout: \u000a| (launched: 2022-12-10_00:30:13.663323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:15.283433 run osmo-stp_10.42.42.5(pid=2820): stderr: \u000a| �[0;m�[38;5;43m20221210003013855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003013855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003013855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003013856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003013858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003013858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003013858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:15.413013 run osmo-stp_10.42.42.5(pid=2820): stdout: \u000a| (launched: 2022-12-10_00:30:13.663323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:15.541916 run osmo-stp_10.42.42.5(pid=2820): stderr: \u000a| �[0;m�[38;5;43m20221210003013855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003013855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003013855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003013856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003013858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003013858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003013858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:15.597854 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2820): Process ended prematurely: osmo-stp_10.42.42.5(pid=2820) [trial-2366↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2820)] [trial-2366↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a00:30:15.606330 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:30:15.670047 run osmo-hlr_10.42.42.2(pid=2817): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2817)]\u000a00:30:15.721637 run osmo-hlr_10.42.42.2(pid=2817): stdout: \u000a| (launched: 2022-12-10_00:30:12.687489) \u000a00:30:15.774029 run osmo-hlr_10.42.42.2(pid=2817): stderr: \u000a| �[0;m�[1;31m20221210003012884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003012884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003012884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003012884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003012884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003012884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003012897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003012905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003012906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003012906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:15.860348 run osmo-msc_10.42.42.6(pid=2823): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2823)]\u000a00:30:15.926300 run osmo-msc_10.42.42.6(pid=2823): stdout: \u000a| (launched: 2022-12-10_00:30:14.665460) \u000a00:30:15.978801 run osmo-msc_10.42.42.6(pid=2823): stderr: \u000a| �[0;m�[38;5;43m20221210003014990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003014990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e54713c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003014990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003014990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003014990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003014990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003014992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003014992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003014992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003014992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:16.024856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2816): Terminating (SIGTERM)\u000a00:30:16.067726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2819): Terminating (SIGTERM)\u000a00:30:16.110635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2822): Terminating (SIGTERM)\u000a00:30:16.120409 --- ParallelTerminationStrategy: PID 2816 died...\u000a00:30:16.177625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2816): Terminated: ok {rc=0}\u000a00:30:16.188374 --- ParallelTerminationStrategy: PID 2819 died...\u000a00:30:16.245376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2819): Terminated: ok {rc=0}\u000a00:30:16.256126 --- ParallelTerminationStrategy: PID 2822 died...\u000a00:30:16.313240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2822): Terminated: ok {rc=0}\u000a00:30:16.404200 bus /sierra_3: Setting Powered False\u000a00:30:17.506379 bus /sierra_3: Setting Powered False\u000a00:30:18.617065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:30:08" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2834): Process ended prematurely: osmo-stp_10.42.42.5(pid=2834) [trial-2366↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2834)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2834): Process ended prematurely: osmo-stp_10.42.42.5(pid=2834) [trial-2366↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:30:20.593894 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:20.605283 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:30:20.733465 tst handover.py: using LAC 24737\u000a00:30:20.860052 tst handover.py: using RAC 2\u000a00:30:20.985954 tst handover.py: using CellId 24737\u000a00:30:21.113773 tst handover.py: using BVCI 24738\u000a00:30:21.138417 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:30:21.282586 tst handover.py: using LAC 24738\u000a00:30:21.408687 tst handover.py: using RAC 3\u000a00:30:21.534034 tst handover.py: using CellId 24738\u000a00:30:21.659251 tst handover.py: using BVCI 24739\u000a00:30:21.683867 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:21.695034 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:21.705984 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:21.717334 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:21.728627 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:30:21.739870 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:30:21.858672 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:30:22.099892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:22.578274 run create_hlr_db(pid=2828): Launched\u000a00:30:22.709765 bus /sierra_2: Setting Powered False\u000a00:30:23.785937 run create_hlr_db(pid=2828): Terminated: ok {rc=0}\u000a00:30:24.184865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2830): Launched\u000a00:30:24.507661 run osmo-hlr_10.42.42.2(pid=2831): Launched\u000a00:30:24.622352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:25.117176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2833): Launched\u000a00:30:25.419977 run osmo-stp_10.42.42.5(pid=2834): Launched\u000a00:30:25.530144 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:26.050668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2836): Launched\u000a00:30:26.353376 run osmo-msc_10.42.42.6(pid=2837): Launched\u000a00:30:26.529402 run osmo-stp_10.42.42.5(pid=2834): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2834)]\u000a00:30:26.656470 run osmo-stp_10.42.42.5(pid=2834): stdout: \u000a| (launched: 2022-12-10_00:30:25.271065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:26.781227 run osmo-stp_10.42.42.5(pid=2834): stderr: \u000a| �[0;m�[38;5;43m20221210003025441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003025441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003025442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003025442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003025442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:26.902178 run osmo-stp_10.42.42.5(pid=2834): stdout: \u000a| (launched: 2022-12-10_00:30:25.271065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:27.022288 run osmo-stp_10.42.42.5(pid=2834): stderr: \u000a| �[0;m�[38;5;43m20221210003025441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003025441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003025442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003025442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003025442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003025443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:27.074605 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2834): Process ended prematurely: osmo-stp_10.42.42.5(pid=2834) [trial-2366↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2834)] [trial-2366↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a00:30:27.082627 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:30:27.141165 run osmo-hlr_10.42.42.2(pid=2831): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2831)]\u000a00:30:27.189505 run osmo-hlr_10.42.42.2(pid=2831): stdout: \u000a| (launched: 2022-12-10_00:30:24.349420) \u000a00:30:27.238395 run osmo-hlr_10.42.42.2(pid=2831): stderr: \u000a| �[0;m�[1;31m20221210003024545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003024545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003024545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003024545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003024545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003024545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003024558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003024566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003024566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003024566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:27.305131 run osmo-msc_10.42.42.6(pid=2837): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2837)]\u000a00:30:27.353271 run osmo-msc_10.42.42.6(pid=2837): stdout: \u000a| (launched: 2022-12-10_00:30:26.203822) \u000a00:30:27.401820 run osmo-msc_10.42.42.6(pid=2837): stderr: \u000a| �[0;m�[38;5;43m20221210003026473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003026473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7321c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003026473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003026473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003026473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003026474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003026475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003026476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003026476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003026476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:27.442791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2830): Terminating (SIGTERM)\u000a00:30:27.481689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2833): Terminating (SIGTERM)\u000a00:30:27.520864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2836): Terminating (SIGTERM)\u000a00:30:27.530325 --- ParallelTerminationStrategy: PID 2830 died...\u000a00:30:27.582705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2830): Terminated: ok {rc=0}\u000a00:30:27.592106 --- ParallelTerminationStrategy: PID 2833 died...\u000a00:30:27.644393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2833): Terminated: ok {rc=0}\u000a00:30:27.653908 --- ParallelTerminationStrategy: PID 2836 died...\u000a00:30:27.706340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2836): Terminated: ok {rc=0}\u000a00:30:27.794577 bus /sierra_3: Setting Powered False\u000a00:30:28.895849 bus /sierra_3: Setting Powered False\u000a00:30:30.006465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:30:20" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2848): Process ended prematurely: osmo-stp_10.42.42.5(pid=2848) [trial-2366↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2848): Process ended prematurely: osmo-stp_10.42.42.5(pid=2848) [trial-2366↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:30:32.022984 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:32.035933 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:30:32.163807 tst handover.py: using LAC 24739\u000a00:30:32.294963 tst handover.py: using RAC 4\u000a00:30:32.420660 tst handover.py: using CellId 24739\u000a00:30:32.546371 tst handover.py: using BVCI 24740\u000a00:30:32.571250 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:30:32.710553 tst handover.py: using LAC 24740\u000a00:30:32.831008 tst handover.py: using RAC 5\u000a00:30:32.947942 tst handover.py: using CellId 24740\u000a00:30:33.064504 tst handover.py: using BVCI 24741\u000a00:30:33.087521 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:33.098736 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:33.109600 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:33.120503 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:33.131320 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:30:33.141989 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:30:33.260111 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:30:33.471955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:33.950887 run create_hlr_db(pid=2842): Launched\u000a00:30:34.082642 bus /sierra_2: Setting Powered False\u000a00:30:35.161528 run create_hlr_db(pid=2842): Terminated: ok {rc=0}\u000a00:30:35.561561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2844): Launched\u000a00:30:35.884018 run osmo-hlr_10.42.42.2(pid=2845): Launched\u000a00:30:36.005753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:36.536922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2847): Launched\u000a00:30:36.859445 run osmo-stp_10.42.42.5(pid=2848): Launched\u000a00:30:36.976679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:37.537578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2850): Launched\u000a00:30:37.862295 run osmo-msc_10.42.42.6(pid=2851): Launched\u000a00:30:38.052787 run osmo-stp_10.42.42.5(pid=2848): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)]\u000a00:30:38.190232 run osmo-stp_10.42.42.5(pid=2848): stdout: \u000a| (launched: 2022-12-10_00:30:36.700721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:38.327765 run osmo-stp_10.42.42.5(pid=2848): stderr: \u000a| �[0;m�[38;5;43m20221210003036891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003036891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003036891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003036891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003036892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003036892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003036892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:38.458325 run osmo-stp_10.42.42.5(pid=2848): stdout: \u000a| (launched: 2022-12-10_00:30:36.700721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:38.587403 run osmo-stp_10.42.42.5(pid=2848): stderr: \u000a| �[0;m�[38;5;43m20221210003036891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003036891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003036891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003036891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003036892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003036892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003036892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:38.643807 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2848): Process ended prematurely: osmo-stp_10.42.42.5(pid=2848) [trial-2366↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2848)] [trial-2366↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:30:38.652752 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:30:38.716350 run osmo-hlr_10.42.42.2(pid=2845): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2845)]\u000a00:30:38.767816 run osmo-hlr_10.42.42.2(pid=2845): stdout: \u000a| (launched: 2022-12-10_00:30:35.725403) \u000a00:30:38.820140 run osmo-hlr_10.42.42.2(pid=2845): stderr: \u000a| �[0;m�[1;31m20221210003035925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003035925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003035925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003035925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003035925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003035925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003035951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003035961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003035961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003035961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:38.890779 run osmo-msc_10.42.42.6(pid=2851): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2851)]\u000a00:30:38.942159 run osmo-msc_10.42.42.6(pid=2851): stdout: \u000a| (launched: 2022-12-10_00:30:37.702334) \u000a00:30:38.994138 run osmo-msc_10.42.42.6(pid=2851): stderr: \u000a| �[0;m�[38;5;43m20221210003038022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003038023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42dd7bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003038023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003038023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003038023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003038023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003038025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003038025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003038025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003038025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:39.038035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2844): Terminating (SIGTERM)\u000a00:30:39.080012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2847): Terminating (SIGTERM)\u000a00:30:39.122479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2850): Terminating (SIGTERM)\u000a00:30:39.132510 --- ParallelTerminationStrategy: PID 2844 died...\u000a00:30:39.188784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2844): Terminated: ok {rc=0}\u000a00:30:39.199385 --- ParallelTerminationStrategy: PID 2847 died...\u000a00:30:39.255762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2847): Terminated: ok {rc=0}\u000a00:30:39.266055 --- ParallelTerminationStrategy: PID 2850 died...\u000a00:30:39.322410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2850): Terminated: ok {rc=0}\u000a00:30:39.409913 bus /sierra_3: Setting Powered False\u000a00:30:40.516855 bus /sierra_3: Setting Powered False\u000a00:30:41.628437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:30:31" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2862): Process ended prematurely: osmo-stp_10.42.42.5(pid=2862) [trial-2366↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2862): Process ended prematurely: osmo-stp_10.42.42.5(pid=2862) [trial-2366↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:30:43.611499 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:43.622445 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:30:43.754049 tst handover.py: using LAC 24741\u000a00:30:43.885513 tst handover.py: using RAC 6\u000a00:30:44.013944 tst handover.py: using CellId 24741\u000a00:30:44.140280 tst handover.py: using BVCI 24742\u000a00:30:44.165389 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:30:44.302545 tst handover.py: using LAC 24742\u000a00:30:44.420441 tst handover.py: using RAC 7\u000a00:30:44.541153 tst handover.py: using CellId 24742\u000a00:30:44.659968 tst handover.py: using BVCI 24743\u000a00:30:44.682989 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:44.693860 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:44.704517 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:44.715219 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:44.725924 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:30:44.736525 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:30:44.853375 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:30:45.066241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:45.545749 run create_hlr_db(pid=2856): Launched\u000a00:30:45.677277 bus /sierra_2: Setting Powered False\u000a00:30:46.801366 run create_hlr_db(pid=2856): Terminated: ok {rc=0}\u000a00:30:47.231560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2858): Launched\u000a00:30:47.555280 run osmo-hlr_10.42.42.2(pid=2859): Launched\u000a00:30:47.676214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:48.210255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2861): Launched\u000a00:30:48.532913 run osmo-stp_10.42.42.5(pid=2862): Launched\u000a00:30:48.651198 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:49.210792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2864): Launched\u000a00:30:49.533451 run osmo-msc_10.42.42.6(pid=2865): Launched\u000a00:30:49.723243 run osmo-stp_10.42.42.5(pid=2862): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)]\u000a00:30:49.859811 run osmo-stp_10.42.42.5(pid=2862): stdout: \u000a| (launched: 2022-12-10_00:30:48.374376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:49.996637 run osmo-stp_10.42.42.5(pid=2862): stderr: \u000a| �[0;m�[38;5;43m20221210003048565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003048566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003048566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003048566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003048567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003048567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003048567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:50.126870 run osmo-stp_10.42.42.5(pid=2862): stdout: \u000a| (launched: 2022-12-10_00:30:48.374376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:50.256518 run osmo-stp_10.42.42.5(pid=2862): stderr: \u000a| �[0;m�[38;5;43m20221210003048565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003048566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003048566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003048566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003048567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003048567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003048567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:50.312911 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2862): Process ended prematurely: osmo-stp_10.42.42.5(pid=2862) [trial-2366↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)] [trial-2366↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:30:50.322065 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:30:50.384609 run osmo-hlr_10.42.42.2(pid=2859): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2859)]\u000a00:30:50.435761 run osmo-hlr_10.42.42.2(pid=2859): stdout: \u000a| (launched: 2022-12-10_00:30:47.395748) \u000a00:30:50.487608 run osmo-hlr_10.42.42.2(pid=2859): stderr: \u000a| �[0;m�[1;31m20221210003047594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003047594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003047594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003047594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003047594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003047594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003047606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003047615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003047615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003047615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:50.557946 run osmo-msc_10.42.42.6(pid=2865): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2865)]\u000a00:30:50.609174 run osmo-msc_10.42.42.6(pid=2865): stdout: \u000a| (launched: 2022-12-10_00:30:49.374892) \u000a00:30:50.660749 run osmo-msc_10.42.42.6(pid=2865): stderr: \u000a| �[0;m�[38;5;43m20221210003049697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003049697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9df5d29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003049697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003049697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003049697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003049697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003049699 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003049699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003049700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003049700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:50.704418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2858): Terminating (SIGTERM)\u000a00:30:50.746102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2861): Terminating (SIGTERM)\u000a00:30:50.787529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2864): Terminating (SIGTERM)\u000a00:30:50.797211 --- ParallelTerminationStrategy: PID 2858 died...\u000a00:30:50.852866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2858): Terminated: ok {rc=0}\u000a00:30:50.863138 --- ParallelTerminationStrategy: PID 2861 died...\u000a00:30:50.918735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2861): Terminated: ok {rc=0}\u000a00:30:50.928611 --- ParallelTerminationStrategy: PID 2864 died...\u000a00:30:50.983725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2864): Terminated: ok {rc=0}\u000a00:30:51.069664 bus /sierra_3: Setting Powered False\u000a00:30:52.176624 bus /sierra_3: Setting Powered False\u000a00:30:53.283922 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:30:43" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2366↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2366↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:30:55.257839 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:55.268906 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:30:55.397226 tst handover.py: using LAC 24743\u000a00:30:55.525791 tst handover.py: using RAC 8\u000a00:30:55.650104 tst handover.py: using CellId 24743\u000a00:30:55.767421 tst handover.py: using BVCI 24744\u000a00:30:55.790491 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:30:55.910126 tst handover.py: using LAC 24744\u000a00:30:56.027839 tst handover.py: using RAC 9\u000a00:30:56.147837 tst handover.py: using CellId 24744\u000a00:30:56.265330 tst handover.py: using BVCI 24745\u000a00:30:56.288205 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:56.299009 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:56.309782 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:56.320406 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:56.331254 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:30:56.342016 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:30:56.459877 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:30:56.669611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:57.147785 run create_hlr_db(pid=2870): Launched\u000a00:30:57.279572 bus /sierra_2: Setting Powered False\u000a00:30:58.355135 run create_hlr_db(pid=2870): Terminated: ok {rc=0}\u000a00:30:58.754789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Launched\u000a00:30:59.077511 run osmo-hlr_10.42.42.2(pid=2873): Launched\u000a00:30:59.197998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:59.729912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Launched\u000a00:31:00.051879 run osmo-stp_10.42.42.5(pid=2876): Launched\u000a00:31:00.169525 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:00.727982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2878): Launched\u000a00:31:01.083061 run osmo-msc_10.42.42.6(pid=2879): Launched\u000a00:31:01.444211 run osmo-stp_10.42.42.5(pid=2876): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a00:31:01.716478 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-10_00:30:59.893719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:01.991292 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221210003100085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003100085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003100085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003100086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003100086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003100086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003100086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:02.124384 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-10_00:30:59.893719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:02.257352 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221210003100085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003100085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003100085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003100086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003100086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003100086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003100086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:02.314808 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2366↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)] [trial-2366↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a00:31:02.324461 tst handover.py:18: Test FAILED (7.1 sec)\u000a00:31:02.391015 run osmo-hlr_10.42.42.2(pid=2873): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2873)]\u000a00:31:02.442361 run osmo-hlr_10.42.42.2(pid=2873): stdout: \u000a| (launched: 2022-12-10_00:30:58.918766) \u000a00:31:02.494342 run osmo-hlr_10.42.42.2(pid=2873): stderr: \u000a| �[0;m�[1;31m20221210003059116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003059116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003059116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003059116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003059116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003059116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003059128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003059137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003059137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003059137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:02.565214 run osmo-msc_10.42.42.6(pid=2879): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2879)]\u000a00:31:02.616620 run osmo-msc_10.42.42.6(pid=2879): stdout: \u000a| (launched: 2022-12-10_00:31:00.905974) \u000a00:31:02.668434 run osmo-msc_10.42.42.6(pid=2879): stderr: \u000a| �[0;m�[38;5;43m20221210003101457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003101457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd7fb41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003101457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003101457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003101457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003101457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003101459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003101459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:02.712172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminating (SIGTERM)\u000a00:31:02.753896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminating (SIGTERM)\u000a00:31:02.795793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2878): Terminating (SIGTERM)\u000a00:31:02.805447 --- ParallelTerminationStrategy: PID 2872 died...\u000a00:31:02.862108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminated: ok {rc=0}\u000a00:31:02.872125 --- ParallelTerminationStrategy: PID 2875 died...\u000a00:31:02.928046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminated: ok {rc=0}\u000a00:31:02.938159 --- ParallelTerminationStrategy: PID 2878 died...\u000a00:31:02.994672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2878): Terminated: ok {rc=0}\u000a00:31:03.081610 bus /sierra_3: Setting Powered False\u000a00:31:04.188636 bus /sierra_3: Setting Powered False\u000a00:31:05.295460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:30:55" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2891): Process ended prematurely: osmo-stp_10.42.42.5(pid=2891) [trial-2366↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2891)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2891): Process ended prematurely: osmo-stp_10.42.42.5(pid=2891) [trial-2366↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:31:07.279105 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:07.290419 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:31:07.421863 tst handover.py: using LAC 24745\u000a00:31:07.551098 tst handover.py: using RAC 10\u000a00:31:07.678490 tst handover.py: using CellId 24745\u000a00:31:07.805350 tst handover.py: using BVCI 24746\u000a00:31:07.830007 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:31:07.975249 tst handover.py: using LAC 24746\u000a00:31:08.101991 tst handover.py: using RAC 11\u000a00:31:08.234378 tst handover.py: using CellId 24746\u000a00:31:08.359671 tst handover.py: using BVCI 24747\u000a00:31:08.384310 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:08.395656 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:08.406705 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:08.417951 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:08.429351 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:08.440483 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:31:08.556563 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:31:08.765269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:09.242389 run create_hlr_db(pid=2885): Launched\u000a00:31:09.373468 bus /sierra_2: Setting Powered False\u000a00:31:10.450119 run create_hlr_db(pid=2885): Terminated: ok {rc=0}\u000a00:31:10.848769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2887): Launched\u000a00:31:11.171405 run osmo-hlr_10.42.42.2(pid=2888): Launched\u000a00:31:11.292330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:11.823583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2890): Launched\u000a00:31:12.145581 run osmo-stp_10.42.42.5(pid=2891): Launched\u000a00:31:12.263940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:12.822514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2893): Launched\u000a00:31:13.123422 run osmo-msc_10.42.42.6(pid=2894): Launched\u000a00:31:13.300171 run osmo-stp_10.42.42.5(pid=2891): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2891)]\u000a00:31:13.426923 run osmo-stp_10.42.42.5(pid=2891): stdout: \u000a| (launched: 2022-12-10_00:31:11.987194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:13.551927 run osmo-stp_10.42.42.5(pid=2891): stderr: \u000a| �[0;m�[38;5;43m20221210003112179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003112179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003112179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003112180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003112182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003112182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003112182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:13.673631 run osmo-stp_10.42.42.5(pid=2891): stdout: \u000a| (launched: 2022-12-10_00:31:11.987194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:13.793555 run osmo-stp_10.42.42.5(pid=2891): stderr: \u000a| �[0;m�[38;5;43m20221210003112179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003112179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003112179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003112180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003112182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003112182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003112182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:13.846071 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2891): Process ended prematurely: osmo-stp_10.42.42.5(pid=2891) [trial-2366↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2891)] [trial-2366↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a00:31:13.854203 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:31:13.913528 run osmo-hlr_10.42.42.2(pid=2888): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2888)]\u000a00:31:13.962169 run osmo-hlr_10.42.42.2(pid=2888): stdout: \u000a| (launched: 2022-12-10_00:31:11.012782) \u000a00:31:14.011442 run osmo-hlr_10.42.42.2(pid=2888): stderr: \u000a| �[0;m�[1;31m20221210003111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003111211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003111223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003111231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003111231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003111231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:14.077983 run osmo-msc_10.42.42.6(pid=2894): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2894)]\u000a00:31:14.126022 run osmo-msc_10.42.42.6(pid=2894): stdout: \u000a| (launched: 2022-12-10_00:31:12.974685) \u000a00:31:14.174811 run osmo-msc_10.42.42.6(pid=2894): stderr: \u000a| �[0;m�[38;5;43m20221210003113245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003113245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f1fa5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003113245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003113245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003113245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003113246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003113247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003113248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003113248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003113248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:14.215896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2887): Terminating (SIGTERM)\u000a00:31:14.255163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2890): Terminating (SIGTERM)\u000a00:31:14.294541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2893): Terminating (SIGTERM)\u000a00:31:14.303783 --- ParallelTerminationStrategy: PID 2887 died...\u000a00:31:14.356266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2887): Terminated: ok {rc=0}\u000a00:31:14.365956 --- ParallelTerminationStrategy: PID 2890 died...\u000a00:31:14.418074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2890): Terminated: ok {rc=0}\u000a00:31:14.427669 --- ParallelTerminationStrategy: PID 2893 died...\u000a00:31:14.479879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2893): Terminated: ok {rc=0}\u000a00:31:14.562499 bus /sierra_3: Setting Powered False\u000a00:31:15.662666 bus /sierra_3: Setting Powered False\u000a00:31:16.791958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:31:06" }, { "cases" : [ { "testActions" : [ ], "age" : 164, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2905): Process ended prematurely: osmo-stp_10.42.42.5(pid=2905) [trial-2366↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2905)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2905): Process ended prematurely: osmo-stp_10.42.42.5(pid=2905) [trial-2366↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:31:18.785866 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:18.797047 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:31:18.925210 tst handover.py: using LAC 24747\u000a00:31:19.053744 tst handover.py: using RAC 12\u000a00:31:19.182299 tst handover.py: using CellId 24747\u000a00:31:19.302973 tst handover.py: using BVCI 24748\u000a00:31:19.326061 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:31:19.459445 tst handover.py: using LAC 24748\u000a00:31:19.576915 tst handover.py: using RAC 13\u000a00:31:19.696448 tst handover.py: using CellId 24748\u000a00:31:19.813450 tst handover.py: using BVCI 24749\u000a00:31:19.836528 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:19.847803 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:19.858970 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:19.869682 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:19.880853 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:31:19.891804 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:31:20.011262 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:31:20.222723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:20.702764 run create_hlr_db(pid=2899): Launched\u000a00:31:20.834271 bus /sierra_2: Setting Powered False\u000a00:31:21.911561 run create_hlr_db(pid=2899): Terminated: ok {rc=0}\u000a00:31:22.290043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2901): Launched\u000a00:31:22.593295 run osmo-hlr_10.42.42.2(pid=2902): Launched\u000a00:31:22.704394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:23.198013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2904): Launched\u000a00:31:23.498430 run osmo-stp_10.42.42.5(pid=2905): Launched\u000a00:31:23.609010 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:24.132463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2907): Launched\u000a00:31:24.434203 run osmo-msc_10.42.42.6(pid=2908): Launched\u000a00:31:24.611698 run osmo-stp_10.42.42.5(pid=2905): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2905)]\u000a00:31:24.738727 run osmo-stp_10.42.42.5(pid=2905): stdout: \u000a| (launched: 2022-12-10_00:31:23.350426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:24.863822 run osmo-stp_10.42.42.5(pid=2905): stderr: \u000a| �[0;m�[38;5;43m20221210003123521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003123521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003123521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003123522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003123522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003123522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003123522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:24.986394 run osmo-stp_10.42.42.5(pid=2905): stdout: \u000a| (launched: 2022-12-10_00:31:23.350426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:25.106265 run osmo-stp_10.42.42.5(pid=2905): stderr: \u000a| �[0;m�[38;5;43m20221210003123521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003123521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003123521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003123522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003123522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003123522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003123522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:25.158739 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2905): Process ended prematurely: osmo-stp_10.42.42.5(pid=2905) [trial-2366↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2905)] [trial-2366↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a00:31:25.166858 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:31:25.226313 run osmo-hlr_10.42.42.2(pid=2902): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2902)]\u000a00:31:25.274829 run osmo-hlr_10.42.42.2(pid=2902): stdout: \u000a| (launched: 2022-12-10_00:31:22.443740) \u000a00:31:25.323808 run osmo-hlr_10.42.42.2(pid=2902): stderr: \u000a| �[0;m�[1;31m20221210003122618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003122618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003122618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003122618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003122618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003122618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003122634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003122643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003122643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003122643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:25.390449 run osmo-msc_10.42.42.6(pid=2908): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2908)]\u000a00:31:25.438656 run osmo-msc_10.42.42.6(pid=2908): stdout: \u000a| (launched: 2022-12-10_00:31:24.285595) \u000a00:31:25.487455 run osmo-msc_10.42.42.6(pid=2908): stderr: \u000a| �[0;m�[38;5;43m20221210003124555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003124555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4277deac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003124555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003124555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003124555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003124555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003124557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003124557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003124558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003124558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:25.528789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2901): Terminating (SIGTERM)\u000a00:31:25.568044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2904): Terminating (SIGTERM)\u000a00:31:25.607327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2907): Terminating (SIGTERM)\u000a00:31:25.616560 --- ParallelTerminationStrategy: PID 2901 died...\u000a00:31:25.669181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2901): Terminated: ok {rc=0}\u000a00:31:25.678613 --- ParallelTerminationStrategy: PID 2904 died...\u000a00:31:25.731053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2904): Terminated: ok {rc=0}\u000a00:31:25.741064 --- ParallelTerminationStrategy: PID 2907 died...\u000a00:31:25.793477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2907): Terminated: ok {rc=0}\u000a00:31:25.875568 bus /sierra_3: Setting Powered False\u000a00:31:26.981332 bus /sierra_3: Setting Powered False\u000a00:31:28.088104 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:31:18" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2919): Process ended prematurely: osmo-stp_10.42.42.5(pid=2919) [trial-2366↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2919): Process ended prematurely: osmo-stp_10.42.42.5(pid=2919) [trial-2366↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a00:31:30.066618 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:30.077607 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:31:30.211420 tst handover.py: using LAC 24749\u000a00:31:30.337924 tst handover.py: using RAC 14\u000a00:31:30.464699 tst handover.py: using CellId 24749\u000a00:31:30.589920 tst handover.py: using BVCI 24750\u000a00:31:30.614580 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a00:31:30.757356 tst handover.py: using LAC 24750\u000a00:31:30.898461 tst handover.py: using RAC 15\u000a00:31:31.054326 tst handover.py: using CellId 24750\u000a00:31:31.182228 tst handover.py: using BVCI 24751\u000a00:31:31.207453 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:31.219688 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:31.231801 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:31.243924 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:31.255885 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:31:31.268019 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:31:31.391580 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a00:31:31.673512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:32.212633 run create_hlr_db(pid=2913): Launched\u000a00:31:32.337737 bus /sierra_2: Setting Powered False\u000a00:31:33.407170 run create_hlr_db(pid=2913): Terminated: ok {rc=0}\u000a00:31:33.782602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2915): Launched\u000a00:31:34.084230 run osmo-hlr_10.42.42.2(pid=2916): Launched\u000a00:31:34.195327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:34.690523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2918): Launched\u000a00:31:34.990748 run osmo-stp_10.42.42.5(pid=2919): Launched\u000a00:31:35.099964 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:35.627695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2921): Launched\u000a00:31:35.930707 run osmo-msc_10.42.42.6(pid=2922): Launched\u000a00:31:36.107890 run osmo-stp_10.42.42.5(pid=2919): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)]\u000a00:31:36.235470 run osmo-stp_10.42.42.5(pid=2919): stdout: \u000a| (launched: 2022-12-10_00:31:34.843230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:36.361176 run osmo-stp_10.42.42.5(pid=2919): stderr: \u000a| �[0;m�[38;5;43m20221210003135012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003135012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003135013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003135013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003135015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003135016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003135016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:36.482352 run osmo-stp_10.42.42.5(pid=2919): stdout: \u000a| (launched: 2022-12-10_00:31:34.843230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:36.602638 run osmo-stp_10.42.42.5(pid=2919): stderr: \u000a| �[0;m�[38;5;43m20221210003135012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003135012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003135013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003135013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003135015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003135016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003135016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:36.655236 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2919): Process ended prematurely: osmo-stp_10.42.42.5(pid=2919) [trial-2366↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2919)] [trial-2366↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a00:31:36.663301 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:31:36.722334 run osmo-hlr_10.42.42.2(pid=2916): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2916)]\u000a00:31:36.770826 run osmo-hlr_10.42.42.2(pid=2916): stdout: \u000a| (launched: 2022-12-10_00:31:33.935956) \u000a00:31:36.820356 run osmo-hlr_10.42.42.2(pid=2916): stderr: \u000a| �[0;m�[1;31m20221210003134111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003134111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003134111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003134111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003134111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003134112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003134124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003134134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003134134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003134134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:36.886921 run osmo-msc_10.42.42.6(pid=2922): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2922)]\u000a00:31:36.935065 run osmo-msc_10.42.42.6(pid=2922): stdout: \u000a| (launched: 2022-12-10_00:31:35.780800) \u000a00:31:36.983740 run osmo-msc_10.42.42.6(pid=2922): stderr: \u000a| �[0;m�[38;5;43m20221210003136053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003136053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe664e41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003136053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003136053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003136053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003136054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003136055 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003136056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003136056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003136056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:37.025068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2915): Terminating (SIGTERM)\u000a00:31:37.064188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2918): Terminating (SIGTERM)\u000a00:31:37.103533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2921): Terminating (SIGTERM)\u000a00:31:37.112628 --- ParallelTerminationStrategy: PID 2915 died...\u000a00:31:37.165356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2915): Terminated: ok {rc=0}\u000a00:31:37.174918 --- ParallelTerminationStrategy: PID 2918 died...\u000a00:31:37.227304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2918): Terminated: ok {rc=0}\u000a00:31:37.236786 --- ParallelTerminationStrategy: PID 2921 died...\u000a00:31:37.289479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2921): Terminated: ok {rc=0}\u000a00:31:37.376398 bus /sierra_3: Setting Powered False\u000a00:31:38.478985 bus /sierra_3: Setting Powered False\u000a00:31:39.588913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:31:29" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2933): Process ended prematurely: osmo-stp_10.42.42.5(pid=2933) [trial-2366↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2933): Process ended prematurely: osmo-stp_10.42.42.5(pid=2933) [trial-2366↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:31:41.562889 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:41.574101 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:31:41.697731 tst handover.py: using LAC 24751\u000a00:31:41.817464 tst handover.py: using RAC 16\u000a00:31:41.940081 tst handover.py: using CellId 24751\u000a00:31:42.060387 tst handover.py: using BVCI 24752\u000a00:31:42.083427 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:31:42.216385 tst handover.py: using LAC 24752\u000a00:31:42.335137 tst handover.py: using RAC 17\u000a00:31:42.461217 tst handover.py: using CellId 24752\u000a00:31:42.583552 tst handover.py: using BVCI 24753\u000a00:31:42.606715 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:42.617835 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:42.628850 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:42.639918 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:42.650837 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:31:42.661810 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:31:42.780545 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:31:42.983177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:43.440049 run create_hlr_db(pid=2927): Launched\u000a00:31:43.563045 bus /sierra_2: Setting Powered False\u000a00:31:44.635552 run create_hlr_db(pid=2927): Terminated: ok {rc=0}\u000a00:31:45.011940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2929): Launched\u000a00:31:45.314713 run osmo-hlr_10.42.42.2(pid=2930): Launched\u000a00:31:45.425559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:45.946024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2932): Launched\u000a00:31:46.363025 run osmo-stp_10.42.42.5(pid=2933): Launched\u000a00:31:46.622250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:47.173819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2935): Launched\u000a00:31:47.477440 run osmo-msc_10.42.42.6(pid=2936): Launched\u000a00:31:47.655258 run osmo-stp_10.42.42.5(pid=2933): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)]\u000a00:31:47.782997 run osmo-stp_10.42.42.5(pid=2933): stdout: \u000a| (launched: 2022-12-10_00:31:46.102801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:47.908647 run osmo-stp_10.42.42.5(pid=2933): stderr: \u000a| �[0;m�[38;5;43m20221210003146420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003146420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003146420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003146421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:48.031054 run osmo-stp_10.42.42.5(pid=2933): stdout: \u000a| (launched: 2022-12-10_00:31:46.102801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:48.151712 run osmo-stp_10.42.42.5(pid=2933): stderr: \u000a| �[0;m�[38;5;43m20221210003146420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003146420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003146420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003146421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003146421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:48.204428 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2933): Process ended prematurely: osmo-stp_10.42.42.5(pid=2933) [trial-2366↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2933)] [trial-2366↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:31:48.212537 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:31:48.271501 run osmo-hlr_10.42.42.2(pid=2930): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2930)]\u000a00:31:48.320033 run osmo-hlr_10.42.42.2(pid=2930): stdout: \u000a| (launched: 2022-12-10_00:31:45.165996) \u000a00:31:48.369278 run osmo-hlr_10.42.42.2(pid=2930): stderr: \u000a| �[0;m�[1;31m20221210003145345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003145345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003145345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003145345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003145345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003145345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003145357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003145367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003145367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003145368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:48.436007 run osmo-msc_10.42.42.6(pid=2936): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2936)]\u000a00:31:48.484397 run osmo-msc_10.42.42.6(pid=2936): stdout: \u000a| (launched: 2022-12-10_00:31:47.328368) \u000a00:31:48.533100 run osmo-msc_10.42.42.6(pid=2936): stderr: \u000a| �[0;m�[38;5;43m20221210003147600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003147600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5f1f54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003147600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003147601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003147601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003147601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003147603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003147603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003147603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003147604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:48.574411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2929): Terminating (SIGTERM)\u000a00:31:48.613731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2932): Terminating (SIGTERM)\u000a00:31:48.653040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2935): Terminating (SIGTERM)\u000a00:31:48.662164 --- ParallelTerminationStrategy: PID 2929 died...\u000a00:31:48.714831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2929): Terminated: ok {rc=0}\u000a00:31:48.724410 --- ParallelTerminationStrategy: PID 2932 died...\u000a00:31:48.776606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2932): Terminated: ok {rc=0}\u000a00:31:48.786089 --- ParallelTerminationStrategy: PID 2935 died...\u000a00:31:48.838227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2935): Terminated: ok {rc=0}\u000a00:31:48.926524 bus /sierra_3: Setting Powered False\u000a00:31:50.028902 bus /sierra_3: Setting Powered False\u000a00:31:51.139091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:31:41" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2947): Process ended prematurely: osmo-stp_10.42.42.5(pid=2947) [trial-2366↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2947)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2947): Process ended prematurely: osmo-stp_10.42.42.5(pid=2947) [trial-2366↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:31:53.120122 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:53.131106 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:31:53.258401 tst handover.py: using LAC 24753\u000a00:31:53.385313 tst handover.py: using RAC 18\u000a00:31:53.513792 tst handover.py: using CellId 24753\u000a00:31:53.642346 tst handover.py: using BVCI 24754\u000a00:31:53.667110 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:31:53.811610 tst handover.py: using LAC 24754\u000a00:31:53.943088 tst handover.py: using RAC 19\u000a00:31:54.068246 tst handover.py: using CellId 24754\u000a00:31:54.194634 tst handover.py: using BVCI 24755\u000a00:31:54.219377 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:54.231187 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:54.242579 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:54.254316 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:54.265866 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:31:54.277589 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:31:54.394359 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:31:54.595829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:55.052162 run create_hlr_db(pid=2941): Launched\u000a00:31:55.174768 bus /sierra_2: Setting Powered False\u000a00:31:56.247479 run create_hlr_db(pid=2941): Terminated: ok {rc=0}\u000a00:31:56.647546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2943): Launched\u000a00:31:56.970304 run osmo-hlr_10.42.42.2(pid=2944): Launched\u000a00:31:57.091003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:57.624926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2946): Launched\u000a00:31:57.947258 run osmo-stp_10.42.42.5(pid=2947): Launched\u000a00:31:58.064608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:58.624866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2949): Launched\u000a00:31:58.948086 run osmo-msc_10.42.42.6(pid=2950): Launched\u000a00:31:59.137186 run osmo-stp_10.42.42.5(pid=2947): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2947)]\u000a00:31:59.273858 run osmo-stp_10.42.42.5(pid=2947): stdout: \u000a| (launched: 2022-12-10_00:31:57.789059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:59.410242 run osmo-stp_10.42.42.5(pid=2947): stderr: \u000a| �[0;m�[38;5;43m20221210003157981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003157982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003157982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003157982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003157983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003157983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003157983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:59.540341 run osmo-stp_10.42.42.5(pid=2947): stdout: \u000a| (launched: 2022-12-10_00:31:57.789059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:59.669894 run osmo-stp_10.42.42.5(pid=2947): stderr: \u000a| �[0;m�[38;5;43m20221210003157981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003157982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003157982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003157982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003157983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003157983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003157983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:59.726334 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2947): Process ended prematurely: osmo-stp_10.42.42.5(pid=2947) [trial-2366↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2947)] [trial-2366↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:31:59.735082 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:31:59.798429 run osmo-hlr_10.42.42.2(pid=2944): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2944)]\u000a00:31:59.850349 run osmo-hlr_10.42.42.2(pid=2944): stdout: \u000a| (launched: 2022-12-10_00:31:56.812259) \u000a00:31:59.902548 run osmo-hlr_10.42.42.2(pid=2944): stderr: \u000a| �[0;m�[1;31m20221210003157011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003157011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003157011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003157011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003157011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003157011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003157023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003157031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003157032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003157032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:59.973478 run osmo-msc_10.42.42.6(pid=2950): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2950)]\u000a00:32:00.025166 run osmo-msc_10.42.42.6(pid=2950): stdout: \u000a| (launched: 2022-12-10_00:31:58.789274) \u000a00:32:00.077618 run osmo-msc_10.42.42.6(pid=2950): stderr: \u000a| �[0;m�[38;5;43m20221210003159111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003159111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fd65e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003159111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003159111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003159111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003159111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003159113 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003159114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003159114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003159114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:00.121760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2943): Terminating (SIGTERM)\u000a00:32:00.163545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2946): Terminating (SIGTERM)\u000a00:32:00.205569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2949): Terminating (SIGTERM)\u000a00:32:00.215631 --- ParallelTerminationStrategy: PID 2943 died...\u000a00:32:00.272351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2943): Terminated: ok {rc=0}\u000a00:32:00.283497 --- ParallelTerminationStrategy: PID 2946 died...\u000a00:32:00.339614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2946): Terminated: ok {rc=0}\u000a00:32:00.350079 --- ParallelTerminationStrategy: PID 2949 died...\u000a00:32:00.406746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2949): Terminated: ok {rc=0}\u000a00:32:00.493610 bus /sierra_3: Setting Powered False\u000a00:32:01.618571 bus /sierra_3: Setting Powered False\u000a00:32:02.726822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:31:52" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2961): Process ended prematurely: osmo-stp_10.42.42.5(pid=2961) [trial-2366↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2961)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2961): Process ended prematurely: osmo-stp_10.42.42.5(pid=2961) [trial-2366↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:32:04.699723 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:04.710927 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:32:04.838120 tst handover.py: using LAC 24755\u000a00:32:04.969536 tst handover.py: using RAC 20\u000a00:32:05.097787 tst handover.py: using CellId 24755\u000a00:32:05.226265 tst handover.py: using BVCI 24756\u000a00:32:05.251392 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:32:05.381466 tst handover.py: using LAC 24756\u000a00:32:05.509633 tst handover.py: using RAC 21\u000a00:32:05.638388 tst handover.py: using CellId 24756\u000a00:32:05.765221 tst handover.py: using BVCI 24757\u000a00:32:05.789955 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:05.800930 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:05.811952 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:05.823307 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:05.834632 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:32:05.845820 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:32:05.961675 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:32:06.161730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:06.620637 run create_hlr_db(pid=2955): Launched\u000a00:32:06.744029 bus /sierra_2: Setting Powered False\u000a00:32:07.815559 run create_hlr_db(pid=2955): Terminated: ok {rc=0}\u000a00:32:08.202676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2957): Launched\u000a00:32:08.504440 run osmo-hlr_10.42.42.2(pid=2958): Launched\u000a00:32:08.624694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:09.124866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2960): Launched\u000a00:32:09.425411 run osmo-stp_10.42.42.5(pid=2961): Launched\u000a00:32:09.539852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:10.062262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2963): Launched\u000a00:32:10.364821 run osmo-msc_10.42.42.6(pid=2964): Launched\u000a00:32:10.541469 run osmo-stp_10.42.42.5(pid=2961): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2961)]\u000a00:32:10.668221 run osmo-stp_10.42.42.5(pid=2961): stdout: \u000a| (launched: 2022-12-10_00:32:09.277642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:10.793132 run osmo-stp_10.42.42.5(pid=2961): stderr: \u000a| �[0;m�[38;5;43m20221210003209447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003209447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003209447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003209448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003209448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003209448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003209448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:10.913980 run osmo-stp_10.42.42.5(pid=2961): stdout: \u000a| (launched: 2022-12-10_00:32:09.277642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:11.033907 run osmo-stp_10.42.42.5(pid=2961): stderr: \u000a| �[0;m�[38;5;43m20221210003209447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003209447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003209447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003209448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003209448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003209448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003209448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:11.086625 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2961): Process ended prematurely: osmo-stp_10.42.42.5(pid=2961) [trial-2366↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2961)] [trial-2366↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a00:32:11.094740 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:32:11.153564 run osmo-hlr_10.42.42.2(pid=2958): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2958)]\u000a00:32:11.201718 run osmo-hlr_10.42.42.2(pid=2958): stdout: \u000a| (launched: 2022-12-10_00:32:08.356104) \u000a00:32:11.250599 run osmo-hlr_10.42.42.2(pid=2958): stderr: \u000a| �[0;m�[1;31m20221210003208529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003208529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003208529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003208529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003208529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003208530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003208542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003208551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003208551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003208551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:11.316868 run osmo-msc_10.42.42.6(pid=2964): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2964)]\u000a00:32:11.364890 run osmo-msc_10.42.42.6(pid=2964): stdout: \u000a| (launched: 2022-12-10_00:32:10.215805) \u000a00:32:11.413650 run osmo-msc_10.42.42.6(pid=2964): stderr: \u000a| �[0;m�[38;5;43m20221210003210485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003210485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4d0b76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003210485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003210485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003210486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003210486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003210487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003210488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003210488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003210488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:11.454692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2957): Terminating (SIGTERM)\u000a00:32:11.493733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2960): Terminating (SIGTERM)\u000a00:32:11.533032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2963): Terminating (SIGTERM)\u000a00:32:11.542183 --- ParallelTerminationStrategy: PID 2957 died...\u000a00:32:11.594604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2957): Terminated: ok {rc=0}\u000a00:32:11.604123 --- ParallelTerminationStrategy: PID 2960 died...\u000a00:32:11.656163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2960): Terminated: ok {rc=0}\u000a00:32:11.665682 --- ParallelTerminationStrategy: PID 2963 died...\u000a00:32:11.717626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2963): Terminated: ok {rc=0}\u000a00:32:11.804650 bus /sierra_3: Setting Powered False\u000a00:32:12.907026 bus /sierra_3: Setting Powered False\u000a00:32:14.015806 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:32:04" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2366↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2366↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:32:16.008702 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:16.020617 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:32:16.149175 tst handover.py: using LAC 24757\u000a00:32:16.279581 tst handover.py: using RAC 22\u000a00:32:16.408900 tst handover.py: using CellId 24757\u000a00:32:16.534899 tst handover.py: using BVCI 24758\u000a00:32:16.558981 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:32:16.716284 tst handover.py: using LAC 24758\u000a00:32:16.845221 tst handover.py: using RAC 23\u000a00:32:17.002807 tst handover.py: using CellId 24758\u000a00:32:17.136625 tst handover.py: using BVCI 24759\u000a00:32:17.162594 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:17.174871 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:17.187546 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:17.199658 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:17.213631 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:32:17.226226 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:32:17.350672 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:32:17.560382 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:18.037605 run create_hlr_db(pid=2969): Launched\u000a00:32:18.168457 bus /sierra_2: Setting Powered False\u000a00:32:19.245616 run create_hlr_db(pid=2969): Terminated: ok {rc=0}\u000a00:32:19.622814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Launched\u000a00:32:19.923079 run osmo-hlr_10.42.42.2(pid=2972): Launched\u000a00:32:20.033974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:20.530569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Launched\u000a00:32:20.832255 run osmo-stp_10.42.42.5(pid=2975): Launched\u000a00:32:20.942514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:21.464744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2977): Launched\u000a00:32:21.766327 run osmo-msc_10.42.42.6(pid=2978): Launched\u000a00:32:21.943181 run osmo-stp_10.42.42.5(pid=2975): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]\u000a00:32:22.070179 run osmo-stp_10.42.42.5(pid=2975): stdout: \u000a| (launched: 2022-12-10_00:32:20.683621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:22.195729 run osmo-stp_10.42.42.5(pid=2975): stderr: \u000a| �[0;m�[38;5;43m20221210003220853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003220853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003220853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003220854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003220854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003220854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003220854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:22.316886 run osmo-stp_10.42.42.5(pid=2975): stdout: \u000a| (launched: 2022-12-10_00:32:20.683621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:22.436667 run osmo-stp_10.42.42.5(pid=2975): stderr: \u000a| �[0;m�[38;5;43m20221210003220853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003220853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003220853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003220854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003220854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003220854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003220854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:22.489367 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2366↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)] [trial-2366↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a00:32:22.497411 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:32:22.556021 run osmo-hlr_10.42.42.2(pid=2972): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2972)]\u000a00:32:22.604148 run osmo-hlr_10.42.42.2(pid=2972): stdout: \u000a| (launched: 2022-12-10_00:32:19.775026) \u000a00:32:22.653150 run osmo-hlr_10.42.42.2(pid=2972): stderr: \u000a| �[0;m�[1;31m20221210003219951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003219951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003219952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003219952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003219952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003219952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003219964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003219974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003219974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003219974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:22.719385 run osmo-msc_10.42.42.6(pid=2978): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2978)]\u000a00:32:22.767667 run osmo-msc_10.42.42.6(pid=2978): stdout: \u000a| (launched: 2022-12-10_00:32:21.617728) \u000a00:32:22.816389 run osmo-msc_10.42.42.6(pid=2978): stderr: \u000a| �[0;m�[38;5;43m20221210003221887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003221887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc68f0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003221887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003221887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003221887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003221887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003221889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003221890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003221890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003221890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:22.858076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Terminating (SIGTERM)\u000a00:32:22.897312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Terminating (SIGTERM)\u000a00:32:22.936682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2977): Terminating (SIGTERM)\u000a00:32:22.945887 --- ParallelTerminationStrategy: PID 2971 died...\u000a00:32:22.998533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Terminated: ok {rc=0}\u000a00:32:23.007908 --- ParallelTerminationStrategy: PID 2974 died...\u000a00:32:23.060083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Terminated: ok {rc=0}\u000a00:32:23.069941 --- ParallelTerminationStrategy: PID 2977 died...\u000a00:32:23.122414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2977): Terminated: ok {rc=0}\u000a00:32:23.210013 bus /sierra_3: Setting Powered False\u000a00:32:24.311529 bus /sierra_3: Setting Powered False\u000a00:32:25.422203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:32:15" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2989): Process ended prematurely: osmo-stp_10.42.42.5(pid=2989) [trial-2366↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2989)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2989): Process ended prematurely: osmo-stp_10.42.42.5(pid=2989) [trial-2366↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:32:27.396343 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:27.407264 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:32:27.534397 tst handover.py: using LAC 24759\u000a00:32:27.660328 tst handover.py: using RAC 24\u000a00:32:27.787890 tst handover.py: using CellId 24759\u000a00:32:27.914372 tst handover.py: using BVCI 24760\u000a00:32:27.939015 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:32:28.082060 tst handover.py: using LAC 24760\u000a00:32:28.209250 tst handover.py: using RAC 25\u000a00:32:28.336838 tst handover.py: using CellId 24760\u000a00:32:28.462848 tst handover.py: using BVCI 24761\u000a00:32:28.487605 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:28.499007 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:28.510339 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:28.521885 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:28.533465 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:32:28.545063 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:32:28.664145 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:32:28.871268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:29.329859 run create_hlr_db(pid=2983): Launched\u000a00:32:29.452937 bus /sierra_2: Setting Powered False\u000a00:32:30.525702 run create_hlr_db(pid=2983): Terminated: ok {rc=0}\u000a00:32:30.946205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2985): Launched\u000a00:32:31.376345 run osmo-hlr_10.42.42.2(pid=2986): Launched\u000a00:32:31.619927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:32.209820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2988): Launched\u000a00:32:32.534186 run osmo-stp_10.42.42.5(pid=2989): Launched\u000a00:32:32.652281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:33.213477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2991): Launched\u000a00:32:33.538192 run osmo-msc_10.42.42.6(pid=2992): Launched\u000a00:32:33.728843 run osmo-stp_10.42.42.5(pid=2989): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2989)]\u000a00:32:33.866660 run osmo-stp_10.42.42.5(pid=2989): stdout: \u000a| (launched: 2022-12-10_00:32:32.374963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:34.003346 run osmo-stp_10.42.42.5(pid=2989): stderr: \u000a| �[0;m�[38;5;43m20221210003232566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003232566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003232567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003232567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003232567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003232567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003232567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:34.133950 run osmo-stp_10.42.42.5(pid=2989): stdout: \u000a| (launched: 2022-12-10_00:32:32.374963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:34.263855 run osmo-stp_10.42.42.5(pid=2989): stderr: \u000a| �[0;m�[38;5;43m20221210003232566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003232566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003232567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003232567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003232567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003232567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003232567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:34.321052 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=2989): Process ended prematurely: osmo-stp_10.42.42.5(pid=2989) [trial-2366↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2989)] [trial-2366↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a00:32:34.329559 tst handover.py:18: Test FAILED (6.9 sec)\u000a00:32:34.393166 run osmo-hlr_10.42.42.2(pid=2986): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2986)]\u000a00:32:34.445059 run osmo-hlr_10.42.42.2(pid=2986): stdout: \u000a| (launched: 2022-12-10_00:32:31.114722) \u000a00:32:34.497671 run osmo-hlr_10.42.42.2(pid=2986): stderr: \u000a| �[0;m�[1;31m20221210003231418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003231418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003231418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003231418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003231418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003231418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003231439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003231447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003231447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003231447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:34.568912 run osmo-msc_10.42.42.6(pid=2992): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2992)]\u000a00:32:34.620685 run osmo-msc_10.42.42.6(pid=2992): stdout: \u000a| (launched: 2022-12-10_00:32:33.378928) \u000a00:32:34.672841 run osmo-msc_10.42.42.6(pid=2992): stderr: \u000a| �[0;m�[38;5;43m20221210003233699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003233699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3648af3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003233699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003233699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003233699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003233699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003233701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003233701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003233702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003233702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:34.717281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2985): Terminating (SIGTERM)\u000a00:32:34.759090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2988): Terminating (SIGTERM)\u000a00:32:34.801428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2991): Terminating (SIGTERM)\u000a00:32:34.811198 --- ParallelTerminationStrategy: PID 2985 died...\u000a00:32:34.867554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2985): Terminated: ok {rc=0}\u000a00:32:34.877783 --- ParallelTerminationStrategy: PID 2988 died...\u000a00:32:34.933930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2988): Terminated: ok {rc=0}\u000a00:32:34.944103 --- ParallelTerminationStrategy: PID 2991 died...\u000a00:32:35.000151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2991): Terminated: ok {rc=0}\u000a00:32:35.086519 bus /sierra_3: Setting Powered False\u000a00:32:36.194053 bus /sierra_3: Setting Powered False\u000a00:32:37.305693 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:32:27" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3003): Process ended prematurely: osmo-stp_10.42.42.5(pid=3003) [trial-2366↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3003)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3003): Process ended prematurely: osmo-stp_10.42.42.5(pid=3003) [trial-2366↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a00:32:39.322089 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:39.333211 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:32:39.469645 tst handover.py: using LAC 24761\u000a00:32:39.588028 tst handover.py: using RAC 26\u000a00:32:39.708508 tst handover.py: using CellId 24761\u000a00:32:39.829284 tst handover.py: using BVCI 24762\u000a00:32:39.852328 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a00:32:39.983727 tst handover.py: using LAC 24762\u000a00:32:40.103922 tst handover.py: using RAC 27\u000a00:32:40.228343 tst handover.py: using CellId 24762\u000a00:32:40.345709 tst handover.py: using BVCI 24763\u000a00:32:40.368767 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:40.380003 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:40.391111 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:40.402204 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:40.413183 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a00:32:40.424059 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:32:40.542929 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a00:32:40.743884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:41.199726 run create_hlr_db(pid=2997): Launched\u000a00:32:41.322823 bus /sierra_2: Setting Powered False\u000a00:32:42.395778 run create_hlr_db(pid=2997): Terminated: ok {rc=0}\u000a00:32:42.796293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2999): Launched\u000a00:32:43.119946 run osmo-hlr_10.42.42.2(pid=3000): Launched\u000a00:32:43.237466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:43.771167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3002): Launched\u000a00:32:44.096078 run osmo-stp_10.42.42.5(pid=3003): Launched\u000a00:32:44.214238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:44.776466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3005): Launched\u000a00:32:45.099480 run osmo-msc_10.42.42.6(pid=3006): Launched\u000a00:32:45.288714 run osmo-stp_10.42.42.5(pid=3003): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3003)]\u000a00:32:45.425532 run osmo-stp_10.42.42.5(pid=3003): stdout: \u000a| (launched: 2022-12-10_00:32:43.936085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:45.560926 run osmo-stp_10.42.42.5(pid=3003): stderr: \u000a| �[0;m�[38;5;43m20221210003244127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003244127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003244128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003244128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003244128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003244128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003244129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:45.690718 run osmo-stp_10.42.42.5(pid=3003): stdout: \u000a| (launched: 2022-12-10_00:32:43.936085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:45.819428 run osmo-stp_10.42.42.5(pid=3003): stderr: \u000a| �[0;m�[38;5;43m20221210003244127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003244127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003244128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003244128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003244128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003244128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003244129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:45.878114 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3003): Process ended prematurely: osmo-stp_10.42.42.5(pid=3003) [trial-2366↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3003)] [trial-2366↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a00:32:45.887460 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:32:45.966381 run osmo-hlr_10.42.42.2(pid=3000): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3000)]\u000a00:32:46.019222 run osmo-hlr_10.42.42.2(pid=3000): stdout: \u000a| (launched: 2022-12-10_00:32:42.960746) \u000a00:32:46.074660 run osmo-hlr_10.42.42.2(pid=3000): stderr: \u000a| �[0;m�[1;31m20221210003243156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003243156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003243156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003243156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003243156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003243156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003243212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003243221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003243221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003243221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:46.147455 run osmo-msc_10.42.42.6(pid=3006): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3006)]\u000a00:32:46.200908 run osmo-msc_10.42.42.6(pid=3006): stdout: \u000a| (launched: 2022-12-10_00:32:44.940786) \u000a00:32:46.255225 run osmo-msc_10.42.42.6(pid=3006): stderr: \u000a| �[0;m�[38;5;43m20221210003245262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003245262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5688d5ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003245262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003245262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003245262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003245263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003245264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003245265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003245265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003245265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:46.302000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2999): Terminating (SIGTERM)\u000a00:32:46.346120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3002): Terminating (SIGTERM)\u000a00:32:46.390181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3005): Terminating (SIGTERM)\u000a00:32:46.400360 --- ParallelTerminationStrategy: PID 2999 died...\u000a00:32:46.459496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2999): Terminated: ok {rc=0}\u000a00:32:46.470454 --- ParallelTerminationStrategy: PID 3002 died...\u000a00:32:46.529326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3002): Terminated: ok {rc=0}\u000a00:32:46.540248 --- ParallelTerminationStrategy: PID 3005 died...\u000a00:32:46.599058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3005): Terminated: ok {rc=0}\u000a00:32:46.689168 bus /sierra_3: Setting Powered False\u000a00:32:47.794201 bus /sierra_3: Setting Powered False\u000a00:32:48.903112 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:32:39" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3017): Process ended prematurely: osmo-stp_10.42.42.5(pid=3017) [trial-2366↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3017)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3017): Process ended prematurely: osmo-stp_10.42.42.5(pid=3017) [trial-2366↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3017)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:32:50.928465 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:50.939403 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:51.082534 tst handover.py: using LAC 24763\u000a00:32:51.209941 tst handover.py: using RAC 28\u000a00:32:51.335278 tst handover.py: using CellId 24763\u000a00:32:51.466259 tst handover.py: using BVCI 24764\u000a00:32:51.490750 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:32:51.634052 tst handover.py: using LAC 24764\u000a00:32:51.761096 tst handover.py: using RAC 29\u000a00:32:51.887985 tst handover.py: using CellId 24764\u000a00:32:52.012834 tst handover.py: using BVCI 24765\u000a00:32:52.037641 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:52.049125 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:52.060256 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:52.071751 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:52.083317 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:32:52.094868 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:52.210103 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:32:52.416709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:52.874663 run create_hlr_db(pid=3011): Launched\u000a00:32:52.997730 bus /sierra_2: Setting Powered False\u000a00:32:54.069535 run create_hlr_db(pid=3011): Terminated: ok {rc=0}\u000a00:32:54.469158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3013): Launched\u000a00:32:54.791460 run osmo-hlr_10.42.42.2(pid=3014): Launched\u000a00:32:54.910112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:55.440716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3016): Launched\u000a00:32:55.764481 run osmo-stp_10.42.42.5(pid=3017): Launched\u000a00:32:55.882146 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:56.440307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3019): Launched\u000a00:32:56.743903 run osmo-msc_10.42.42.6(pid=3020): Launched\u000a00:32:56.921506 run osmo-stp_10.42.42.5(pid=3017): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3017)]\u000a00:32:57.048636 run osmo-stp_10.42.42.5(pid=3017): stdout: \u000a| (launched: 2022-12-10_00:32:55.605441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:57.174044 run osmo-stp_10.42.42.5(pid=3017): stderr: \u000a| �[0;m�[38;5;43m20221210003255796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003255796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003255796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003255797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:57.294935 run osmo-stp_10.42.42.5(pid=3017): stdout: \u000a| (launched: 2022-12-10_00:32:55.605441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:57.414980 run osmo-stp_10.42.42.5(pid=3017): stderr: \u000a| �[0;m�[38;5;43m20221210003255796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003255796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003255796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003255797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003255797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:57.467445 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3017): Process ended prematurely: osmo-stp_10.42.42.5(pid=3017) [trial-2366↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3017)] [trial-2366↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:32:57.475201 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:32:57.534933 run osmo-hlr_10.42.42.2(pid=3014): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3014)]\u000a00:32:57.584074 run osmo-hlr_10.42.42.2(pid=3014): stdout: \u000a| (launched: 2022-12-10_00:32:54.633324) \u000a00:32:57.633734 run osmo-hlr_10.42.42.2(pid=3014): stderr: \u000a| �[0;m�[1;31m20221210003254833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003254833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003254833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003254833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003254833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003254833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003254846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003254855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003254855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003254855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:57.701309 run osmo-msc_10.42.42.6(pid=3020): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3020)]\u000a00:32:57.750272 run osmo-msc_10.42.42.6(pid=3020): stdout: \u000a| (launched: 2022-12-10_00:32:56.594384) \u000a00:32:57.799905 run osmo-msc_10.42.42.6(pid=3020): stderr: \u000a| �[0;m�[38;5;43m20221210003256864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003256864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12b1181c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003256864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003256864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003256864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003256864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003256866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003256866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003256867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003256867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:57.842076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3013): Terminating (SIGTERM)\u000a00:32:57.881759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3016): Terminating (SIGTERM)\u000a00:32:57.921464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3019): Terminating (SIGTERM)\u000a00:32:57.930621 --- ParallelTerminationStrategy: PID 3013 died...\u000a00:32:57.983840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3013): Terminated: ok {rc=0}\u000a00:32:57.993439 --- ParallelTerminationStrategy: PID 3016 died...\u000a00:32:58.046316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3016): Terminated: ok {rc=0}\u000a00:32:58.055827 --- ParallelTerminationStrategy: PID 3019 died...\u000a00:32:58.108997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3019): Terminated: ok {rc=0}\u000a00:32:58.197920 bus /sierra_3: Setting Powered False\u000a00:32:59.306595 bus /sierra_3: Setting Powered False\u000a00:33:00.415686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:32:50" }, { "cases" : [ { "testActions" : [ ], "age" : 36, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3032): Process ended prematurely: osmo-stp_10.42.42.5(pid=3032) [trial-2366↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3032): Process ended prematurely: osmo-stp_10.42.42.5(pid=3032) [trial-2366↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:33:02.486375 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:02.498434 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:02.642149 tst handover.py: using LAC 24765\u000a00:33:02.769485 tst handover.py: using RAC 30\u000a00:33:02.891448 tst handover.py: using CellId 24765\u000a00:33:03.009700 tst handover.py: using BVCI 24766\u000a00:33:03.032586 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:03.153861 tst handover.py: using LAC 24766\u000a00:33:03.271452 tst handover.py: using RAC 31\u000a00:33:03.390707 tst handover.py: using CellId 24766\u000a00:33:03.507856 tst handover.py: using BVCI 24767\u000a00:33:03.530912 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:03.541590 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:03.552116 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:03.562773 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:03.573394 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:03.583899 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:03.703028 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:03.913749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:04.393175 run create_hlr_db(pid=3026): Launched\u000a00:33:04.525389 bus /sierra_2: Setting Powered False\u000a00:33:05.601212 run create_hlr_db(pid=3026): Terminated: ok {rc=0}\u000a00:33:06.002770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3028): Launched\u000a00:33:06.327332 run osmo-hlr_10.42.42.2(pid=3029): Launched\u000a00:33:06.447142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:06.982106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3031): Launched\u000a00:33:07.305882 run osmo-stp_10.42.42.5(pid=3032): Launched\u000a00:33:07.426783 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:07.987795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3034): Launched\u000a00:33:08.311112 run osmo-msc_10.42.42.6(pid=3035): Launched\u000a00:33:08.500007 run osmo-stp_10.42.42.5(pid=3032): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)]\u000a00:33:08.636598 run osmo-stp_10.42.42.5(pid=3032): stdout: \u000a| (launched: 2022-12-10_00:33:07.146294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:08.773277 run osmo-stp_10.42.42.5(pid=3032): stderr: \u000a| �[0;m�[38;5;43m20221210003307337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003307337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003307337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003307338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003307338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003307338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003307338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:08.902970 run osmo-stp_10.42.42.5(pid=3032): stdout: \u000a| (launched: 2022-12-10_00:33:07.146294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:09.032103 run osmo-stp_10.42.42.5(pid=3032): stderr: \u000a| �[0;m�[38;5;43m20221210003307337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003307337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003307337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003307338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003307338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003307338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003307338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:09.088319 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3032): Process ended prematurely: osmo-stp_10.42.42.5(pid=3032) [trial-2366↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)] [trial-2366↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a00:33:09.096684 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:33:09.159819 run osmo-hlr_10.42.42.2(pid=3029): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3029)]\u000a00:33:09.211022 run osmo-hlr_10.42.42.2(pid=3029): stdout: \u000a| (launched: 2022-12-10_00:33:06.167300) \u000a00:33:09.262846 run osmo-hlr_10.42.42.2(pid=3029): stderr: \u000a| �[0;m�[1;31m20221210003306366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003306366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003306366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003306366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003306366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003306366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003306378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003306387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003306387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003306387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:09.333640 run osmo-msc_10.42.42.6(pid=3035): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3035)]\u000a00:33:09.384851 run osmo-msc_10.42.42.6(pid=3035): stdout: \u000a| (launched: 2022-12-10_00:33:08.151584) \u000a00:33:09.436580 run osmo-msc_10.42.42.6(pid=3035): stderr: \u000a| �[0;m�[38;5;43m20221210003308472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003308472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4265f68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003308473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003308473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003308473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003308473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003308475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003308475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003308475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003308475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:09.479988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3028): Terminating (SIGTERM)\u000a00:33:09.521342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3031): Terminating (SIGTERM)\u000a00:33:09.562726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3034): Terminating (SIGTERM)\u000a00:33:09.572530 --- ParallelTerminationStrategy: PID 3028 died...\u000a00:33:09.627805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3028): Terminated: ok {rc=0}\u000a00:33:09.638085 --- ParallelTerminationStrategy: PID 3031 died...\u000a00:33:09.693344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3031): Terminated: ok {rc=0}\u000a00:33:09.703320 --- ParallelTerminationStrategy: PID 3034 died...\u000a00:33:09.758451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3034): Terminated: ok {rc=0}\u000a00:33:09.844983 bus /sierra_3: Setting Powered False\u000a00:33:10.950001 bus /sierra_3: Setting Powered False\u000a00:33:12.059596 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:33:02" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3046): Process ended prematurely: osmo-stp_10.42.42.5(pid=3046) [trial-2366↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3046): Process ended prematurely: osmo-stp_10.42.42.5(pid=3046) [trial-2366↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:33:14.066663 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:14.077653 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:33:14.212093 tst handover.py: using LAC 24767\u000a00:33:14.332703 tst handover.py: using RAC 32\u000a00:33:14.458388 tst handover.py: using CellId 24767\u000a00:33:14.584424 tst handover.py: using BVCI 24768\u000a00:33:14.609257 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:33:14.751916 tst handover.py: using LAC 24768\u000a00:33:14.873000 tst handover.py: using RAC 33\u000a00:33:14.992029 tst handover.py: using CellId 24768\u000a00:33:15.122346 tst handover.py: using BVCI 24769\u000a00:33:15.146908 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:15.158237 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:15.169360 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:15.180690 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:15.192043 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:33:15.203329 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:33:15.322594 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:33:15.521992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:16.058974 run create_hlr_db(pid=3040): Launched\u000a00:33:16.199390 bus /sierra_2: Setting Powered False\u000a00:33:17.271989 run create_hlr_db(pid=3040): Terminated: ok {rc=0}\u000a00:33:17.651901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3042): Launched\u000a00:33:17.954521 run osmo-hlr_10.42.42.2(pid=3043): Launched\u000a00:33:18.066363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:18.563289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3045): Launched\u000a00:33:18.865732 run osmo-stp_10.42.42.5(pid=3046): Launched\u000a00:33:18.976130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:19.504030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3048): Launched\u000a00:33:19.806316 run osmo-msc_10.42.42.6(pid=3049): Launched\u000a00:33:19.984700 run osmo-stp_10.42.42.5(pid=3046): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)]\u000a00:33:20.112571 run osmo-stp_10.42.42.5(pid=3046): stdout: \u000a| (launched: 2022-12-10_00:33:18.716928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:20.238912 run osmo-stp_10.42.42.5(pid=3046): stderr: \u000a| �[0;m�[38;5;43m20221210003318887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003318888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003318888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003318888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003318889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003318889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003318889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:20.360804 run osmo-stp_10.42.42.5(pid=3046): stdout: \u000a| (launched: 2022-12-10_00:33:18.716928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:20.481087 run osmo-stp_10.42.42.5(pid=3046): stderr: \u000a| �[0;m�[38;5;43m20221210003318887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003318888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003318888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003318888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003318889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003318889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003318889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:20.533760 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3046): Process ended prematurely: osmo-stp_10.42.42.5(pid=3046) [trial-2366↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3046)] [trial-2366↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a00:33:20.541710 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:33:20.601062 run osmo-hlr_10.42.42.2(pid=3043): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3043)]\u000a00:33:20.649830 run osmo-hlr_10.42.42.2(pid=3043): stdout: \u000a| (launched: 2022-12-10_00:33:17.805889) \u000a00:33:20.699374 run osmo-hlr_10.42.42.2(pid=3043): stderr: \u000a| �[0;m�[1;31m20221210003317981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003317981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003317981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003317981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003317981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003317981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003317994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003318002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003318003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003318003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:20.766372 run osmo-msc_10.42.42.6(pid=3049): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3049)]\u000a00:33:20.814908 run osmo-msc_10.42.42.6(pid=3049): stdout: \u000a| (launched: 2022-12-10_00:33:19.657394) \u000a00:33:20.864094 run osmo-msc_10.42.42.6(pid=3049): stderr: \u000a| �[0;m�[38;5;43m20221210003319928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003319928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65d9064c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003319928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003319928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003319929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003319929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003319930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003319931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003319931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003319931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:20.905641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3042): Terminating (SIGTERM)\u000a00:33:20.944689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3045): Terminating (SIGTERM)\u000a00:33:20.983767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3048): Terminating (SIGTERM)\u000a00:33:20.992928 --- ParallelTerminationStrategy: PID 3042 died...\u000a00:33:21.045685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3042): Terminated: ok {rc=0}\u000a00:33:21.055539 --- ParallelTerminationStrategy: PID 3045 died...\u000a00:33:21.108549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3045): Terminated: ok {rc=0}\u000a00:33:21.118120 --- ParallelTerminationStrategy: PID 3048 died...\u000a00:33:21.170798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3048): Terminated: ok {rc=0}\u000a00:33:21.258182 bus /sierra_3: Setting Powered False\u000a00:33:22.361264 bus /sierra_3: Setting Powered False\u000a00:33:23.473478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:33:13" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3060): Process ended prematurely: osmo-stp_10.42.42.5(pid=3060) [trial-2366↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3060): Process ended prematurely: osmo-stp_10.42.42.5(pid=3060) [trial-2366↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:33:25.505368 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:25.516545 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:33:25.660381 tst handover.py: using LAC 24769\u000a00:33:25.786116 tst handover.py: using RAC 34\u000a00:33:25.910691 tst handover.py: using CellId 24769\u000a00:33:26.035749 tst handover.py: using BVCI 24770\u000a00:33:26.060416 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:33:26.204248 tst handover.py: using LAC 24770\u000a00:33:26.331439 tst handover.py: using RAC 35\u000a00:33:26.456900 tst handover.py: using CellId 24770\u000a00:33:26.582738 tst handover.py: using BVCI 24771\u000a00:33:26.607346 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:26.618571 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:26.629635 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:26.640995 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:26.652265 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:33:26.663768 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:26.781169 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:33:26.989597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:27.469880 run create_hlr_db(pid=3054): Launched\u000a00:33:27.601139 bus /sierra_2: Setting Powered False\u000a00:33:28.677798 run create_hlr_db(pid=3054): Terminated: ok {rc=0}\u000a00:33:29.077452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3056): Launched\u000a00:33:29.400798 run osmo-hlr_10.42.42.2(pid=3057): Launched\u000a00:33:29.520153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:30.052420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3059): Launched\u000a00:33:30.376237 run osmo-stp_10.42.42.5(pid=3060): Launched\u000a00:33:30.494407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:31.085716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3062): Launched\u000a00:33:31.546536 run osmo-msc_10.42.42.6(pid=3063): Launched\u000a00:33:31.883545 run osmo-stp_10.42.42.5(pid=3060): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)]\u000a00:33:32.020563 run osmo-stp_10.42.42.5(pid=3060): stdout: \u000a| (launched: 2022-12-10_00:33:30.216571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:32.157898 run osmo-stp_10.42.42.5(pid=3060): stderr: \u000a| �[0;m�[38;5;43m20221210003330409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003330409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003330410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003330410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003330410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003330411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003330411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:32.291053 run osmo-stp_10.42.42.5(pid=3060): stdout: \u000a| (launched: 2022-12-10_00:33:30.216571)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:32.421591 run osmo-stp_10.42.42.5(pid=3060): stderr: \u000a| �[0;m�[38;5;43m20221210003330409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003330409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003330410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003330410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003330410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003330411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003330411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:32.477928 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3060): Process ended prematurely: osmo-stp_10.42.42.5(pid=3060) [trial-2366↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3060)] [trial-2366↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a00:33:32.486320 tst handover.py:18: Test FAILED (7.0 sec)\u000a00:33:32.549424 run osmo-hlr_10.42.42.2(pid=3057): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3057)]\u000a00:33:32.600765 run osmo-hlr_10.42.42.2(pid=3057): stdout: \u000a| (launched: 2022-12-10_00:33:29.241218) \u000a00:33:32.652823 run osmo-hlr_10.42.42.2(pid=3057): stderr: \u000a| �[0;m�[1;31m20221210003329440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003329440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003329440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003329440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003329440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003329440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003329452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003329460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003329460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003329460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:32.723441 run osmo-msc_10.42.42.6(pid=3063): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3063)]\u000a00:33:32.774981 run osmo-msc_10.42.42.6(pid=3063): stdout: \u000a| (launched: 2022-12-10_00:33:31.251894) \u000a00:33:32.827039 run osmo-msc_10.42.42.6(pid=3063): stderr: \u000a| �[0;m�[38;5;43m20221210003331622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003331623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbc5701c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003331624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003331626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003331626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003331626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003331628 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003331628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003331629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003331629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:32.870819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3056): Terminating (SIGTERM)\u000a00:33:32.912631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3059): Terminating (SIGTERM)\u000a00:33:32.954509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3062): Terminating (SIGTERM)\u000a00:33:32.964599 --- ParallelTerminationStrategy: PID 3056 died...\u000a00:33:33.021260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3056): Terminated: ok {rc=0}\u000a00:33:33.031487 --- ParallelTerminationStrategy: PID 3059 died...\u000a00:33:33.087730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3059): Terminated: ok {rc=0}\u000a00:33:33.097820 --- ParallelTerminationStrategy: PID 3062 died...\u000a00:33:33.153651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3062): Terminated: ok {rc=0}\u000a00:33:33.239111 bus /sierra_3: Setting Powered False\u000a00:33:34.345256 bus /sierra_3: Setting Powered False\u000a00:33:35.455524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:33:25" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3075): Process ended prematurely: osmo-stp_10.42.42.5(pid=3075) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3075)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3075): Process ended prematurely: osmo-stp_10.42.42.5(pid=3075) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a00:33:37.478183 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:37.489390 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:33:37.619229 tst handover.py: using LAC 24771\u000a00:33:37.735776 tst handover.py: using RAC 36\u000a00:33:37.853256 tst handover.py: using CellId 24771\u000a00:33:37.972028 tst handover.py: using BVCI 24772\u000a00:33:37.994898 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a00:33:38.129693 tst handover.py: using LAC 24772\u000a00:33:38.246676 tst handover.py: using RAC 37\u000a00:33:38.363954 tst handover.py: using CellId 24772\u000a00:33:38.480127 tst handover.py: using BVCI 24773\u000a00:33:38.503095 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:38.514306 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:38.525325 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:38.536344 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:38.547367 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:33:38.558733 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:33:38.678774 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:33:38.890473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:39.371367 run create_hlr_db(pid=3069): Launched\u000a00:33:39.502995 bus /sierra_2: Setting Powered False\u000a00:33:40.580340 run create_hlr_db(pid=3069): Terminated: ok {rc=0}\u000a00:33:40.981886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3071): Launched\u000a00:33:41.306111 run osmo-hlr_10.42.42.2(pid=3072): Launched\u000a00:33:41.423775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:41.956148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3074): Launched\u000a00:33:42.279915 run osmo-stp_10.42.42.5(pid=3075): Launched\u000a00:33:42.398981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:42.963018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3078): Launched\u000a00:33:43.289530 run osmo-msc_10.42.42.6(pid=3079): Launched\u000a00:33:43.479556 run osmo-stp_10.42.42.5(pid=3075): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3075)]\u000a00:33:43.616446 run osmo-stp_10.42.42.5(pid=3075): stdout: \u000a| (launched: 2022-12-10_00:33:42.120798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:43.753211 run osmo-stp_10.42.42.5(pid=3075): stderr: \u000a| �[0;m�[38;5;43m20221210003342312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003342312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003342313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003342313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003342314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003342314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003342314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:43.883866 run osmo-stp_10.42.42.5(pid=3075): stdout: \u000a| (launched: 2022-12-10_00:33:42.120798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:44.012663 run osmo-stp_10.42.42.5(pid=3075): stderr: \u000a| �[0;m�[38;5;43m20221210003342312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003342312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003342313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003342313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003342314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003342314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003342314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:44.068925 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3075): Process ended prematurely: osmo-stp_10.42.42.5(pid=3075) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3075)] [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a00:33:44.077580 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:33:44.140829 run osmo-hlr_10.42.42.2(pid=3072): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3072)]\u000a00:33:44.192376 run osmo-hlr_10.42.42.2(pid=3072): stdout: \u000a| (launched: 2022-12-10_00:33:41.146309) \u000a00:33:44.244366 run osmo-hlr_10.42.42.2(pid=3072): stderr: \u000a| �[0;m�[1;31m20221210003341346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003341346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003341346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003341346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003341346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003341346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003341388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003341398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003341398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003341398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:44.315308 run osmo-msc_10.42.42.6(pid=3079): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3079)]\u000a00:33:44.366859 run osmo-msc_10.42.42.6(pid=3079): stdout: \u000a| (launched: 2022-12-10_00:33:43.127333) \u000a00:33:44.418626 run osmo-msc_10.42.42.6(pid=3079): stderr: \u000a| �[0;m�[38;5;43m20221210003343448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003343448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9aa7defc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003343448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003343448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003343448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003343448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003343450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003343451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003343451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003343451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:44.462702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3071): Terminating (SIGTERM)\u000a00:33:44.504530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3074): Terminating (SIGTERM)\u000a00:33:44.546649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3078): Terminating (SIGTERM)\u000a00:33:44.556669 --- ParallelTerminationStrategy: PID 3071 died...\u000a00:33:44.613031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3071): Terminated: ok {rc=0}\u000a00:33:44.623123 --- ParallelTerminationStrategy: PID 3074 died...\u000a00:33:44.679048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3074): Terminated: ok {rc=0}\u000a00:33:44.689506 --- ParallelTerminationStrategy: PID 3078 died...\u000a00:33:44.745081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3078): Terminated: ok {rc=0}\u000a00:33:44.831544 bus /sierra_3: Setting Powered False\u000a00:33:45.943731 bus /sierra_3: Setting Powered False\u000a00:33:47.069415 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:33:37" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3090): Process ended prematurely: osmo-stp_10.42.42.5(pid=3090) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3090)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3090): Process ended prematurely: osmo-stp_10.42.42.5(pid=3090) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:33:49.061697 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:49.074069 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:49.214941 tst handover.py: using LAC 24773\u000a00:33:49.341632 tst handover.py: using RAC 38\u000a00:33:49.463199 tst handover.py: using CellId 24773\u000a00:33:49.583741 tst handover.py: using BVCI 24774\u000a00:33:49.606838 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:33:49.728214 tst handover.py: using LAC 24774\u000a00:33:49.848753 tst handover.py: using RAC 39\u000a00:33:49.969213 tst handover.py: using CellId 24774\u000a00:33:50.089265 tst handover.py: using BVCI 24775\u000a00:33:50.112124 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:50.123079 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:50.133855 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:50.144609 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:50.155319 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:33:50.165987 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:50.284800 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:33:50.486870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:50.941554 run create_hlr_db(pid=3084): Launched\u000a00:33:51.063303 bus /sierra_2: Setting Powered False\u000a00:33:52.136489 run create_hlr_db(pid=3084): Terminated: ok {rc=0}\u000a00:33:52.537509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3086): Launched\u000a00:33:52.861798 run osmo-hlr_10.42.42.2(pid=3087): Launched\u000a00:33:52.983579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:53.516465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3089): Launched\u000a00:33:53.838668 run osmo-stp_10.42.42.5(pid=3090): Launched\u000a00:33:53.956112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:33:54.515922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3092): Launched\u000a00:33:54.838444 run osmo-msc_10.42.42.6(pid=3093): Launched\u000a00:33:55.027387 run osmo-stp_10.42.42.5(pid=3090): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3090)]\u000a00:33:55.163799 run osmo-stp_10.42.42.5(pid=3090): stdout: \u000a| (launched: 2022-12-10_00:33:53.680361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:55.300254 run osmo-stp_10.42.42.5(pid=3090): stderr: \u000a| �[0;m�[38;5;43m20221210003353873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003353873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003353873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003353874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:55.430257 run osmo-stp_10.42.42.5(pid=3090): stdout: \u000a| (launched: 2022-12-10_00:33:53.680361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:55.558790 run osmo-stp_10.42.42.5(pid=3090): stderr: \u000a| �[0;m�[38;5;43m20221210003353873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003353873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003353873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003353874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003353874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:55.615041 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3090): Process ended prematurely: osmo-stp_10.42.42.5(pid=3090) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3090)] [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a00:33:55.623699 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:33:55.686828 run osmo-hlr_10.42.42.2(pid=3087): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3087)]\u000a00:33:55.738328 run osmo-hlr_10.42.42.2(pid=3087): stdout: \u000a| (launched: 2022-12-10_00:33:52.702663) \u000a00:33:55.790569 run osmo-hlr_10.42.42.2(pid=3087): stderr: \u000a| �[0;m�[1;31m20221210003352901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003352901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003352901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003352901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003352902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003352902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003352916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003352924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003352925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003352925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:55.861148 run osmo-msc_10.42.42.6(pid=3093): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3093)]\u000a00:33:55.912330 run osmo-msc_10.42.42.6(pid=3093): stdout: \u000a| (launched: 2022-12-10_00:33:54.679878) \u000a00:33:55.964357 run osmo-msc_10.42.42.6(pid=3093): stderr: \u000a| �[0;m�[38;5;43m20221210003355001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003355002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efbfd9dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003355002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003355002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003355002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003355002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003355004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003355004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003355004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003355004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:33:56.008471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3086): Terminating (SIGTERM)\u000a00:33:56.050642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3089): Terminating (SIGTERM)\u000a00:33:56.092277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3092): Terminating (SIGTERM)\u000a00:33:56.102263 --- ParallelTerminationStrategy: PID 3086 died...\u000a00:33:56.158013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3086): Terminated: ok {rc=0}\u000a00:33:56.168282 --- ParallelTerminationStrategy: PID 3089 died...\u000a00:33:56.224190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3089): Terminated: ok {rc=0}\u000a00:33:56.234319 --- ParallelTerminationStrategy: PID 3092 died...\u000a00:33:56.290315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3092): Terminated: ok {rc=0}\u000a00:33:56.377110 bus /sierra_3: Setting Powered False\u000a00:33:57.480769 bus /sierra_3: Setting Powered False\u000a00:33:58.592141 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:33:48" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3104): Process ended prematurely: osmo-stp_10.42.42.5(pid=3104) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3104)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3104): Process ended prematurely: osmo-stp_10.42.42.5(pid=3104) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:34:00.589344 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:00.600259 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:00.732149 tst handover.py: using LAC 24775\u000a00:34:00.867387 tst handover.py: using RAC 40\u000a00:34:01.036614 tst handover.py: using CellId 24775\u000a00:34:01.168281 tst handover.py: using BVCI 24776\u000a00:34:01.195315 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:01.336702 tst handover.py: using LAC 24776\u000a00:34:01.463659 tst handover.py: using RAC 41\u000a00:34:01.606041 tst handover.py: using CellId 24776\u000a00:34:01.760827 tst handover.py: using BVCI 24777\u000a00:34:01.785369 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:01.797208 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:01.808824 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:01.820377 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:01.831825 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:01.843300 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:01.959372 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:02.173370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:02.656590 run create_hlr_db(pid=3098): Launched\u000a00:34:02.788775 bus /sierra_2: Setting Powered False\u000a00:34:03.864523 run create_hlr_db(pid=3098): Terminated: ok {rc=0}\u000a00:34:04.243416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3100): Launched\u000a00:34:04.546255 run osmo-hlr_10.42.42.2(pid=3101): Launched\u000a00:34:04.657889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:05.155625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3103): Launched\u000a00:34:05.457528 run osmo-stp_10.42.42.5(pid=3104): Launched\u000a00:34:05.567254 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:06.089968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3106): Launched\u000a00:34:06.392251 run osmo-msc_10.42.42.6(pid=3107): Launched\u000a00:34:06.569068 run osmo-stp_10.42.42.5(pid=3104): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3104)]\u000a00:34:06.696469 run osmo-stp_10.42.42.5(pid=3104): stdout: \u000a| (launched: 2022-12-10_00:34:05.309274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:06.821380 run osmo-stp_10.42.42.5(pid=3104): stderr: \u000a| �[0;m�[38;5;43m20221210003405478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003405478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003405478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003405479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003405481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003405481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003405481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:06.942105 run osmo-stp_10.42.42.5(pid=3104): stdout: \u000a| (launched: 2022-12-10_00:34:05.309274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:07.062532 run osmo-stp_10.42.42.5(pid=3104): stderr: \u000a| �[0;m�[38;5;43m20221210003405478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003405478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003405478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003405479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003405481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003405481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003405481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:07.114893 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3104): Process ended prematurely: osmo-stp_10.42.42.5(pid=3104) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3104)] [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a00:34:07.122739 tst handover.py:18: Test FAILED (6.5 sec)\u000a00:34:07.181398 run osmo-hlr_10.42.42.2(pid=3101): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3101)]\u000a00:34:07.229854 run osmo-hlr_10.42.42.2(pid=3101): stdout: \u000a| (launched: 2022-12-10_00:34:04.397216) \u000a00:34:07.278969 run osmo-hlr_10.42.42.2(pid=3101): stderr: \u000a| �[0;m�[1;31m20221210003404574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003404574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003404574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003404574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003404574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003404574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003404585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003404594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003404594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003404594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:07.345648 run osmo-msc_10.42.42.6(pid=3107): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3107)]\u000a00:34:07.393801 run osmo-msc_10.42.42.6(pid=3107): stdout: \u000a| (launched: 2022-12-10_00:34:06.243126) \u000a00:34:07.442616 run osmo-msc_10.42.42.6(pid=3107): stderr: \u000a| �[0;m�[38;5;43m20221210003406513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003406513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca26137c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003406513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003406513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003406513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003406513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003406515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003406515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003406516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003406516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:07.483768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3100): Terminating (SIGTERM)\u000a00:34:07.522766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3103): Terminating (SIGTERM)\u000a00:34:07.561753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3106): Terminating (SIGTERM)\u000a00:34:07.570832 --- ParallelTerminationStrategy: PID 3100 died...\u000a00:34:07.623267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3100): Terminated: ok {rc=0}\u000a00:34:07.632725 --- ParallelTerminationStrategy: PID 3103 died...\u000a00:34:07.684683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3103): Terminated: ok {rc=0}\u000a00:34:07.694123 --- ParallelTerminationStrategy: PID 3106 died...\u000a00:34:07.745859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3106): Terminated: ok {rc=0}\u000a00:34:07.827427 bus /sierra_3: Setting Powered False\u000a00:34:08.933210 bus /sierra_3: Setting Powered False\u000a00:34:10.040143 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:34:00" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3118): Process ended prematurely: osmo-stp_10.42.42.5(pid=3118) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3118)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3118): Process ended prematurely: osmo-stp_10.42.42.5(pid=3118) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:34:12.054010 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:12.065094 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:12.204672 tst handover.py: using LAC 24777\u000a00:34:12.338474 tst handover.py: using RAC 42\u000a00:34:12.465055 tst handover.py: using CellId 24777\u000a00:34:12.590725 tst handover.py: using BVCI 24778\u000a00:34:12.615619 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:12.758619 tst handover.py: using LAC 24778\u000a00:34:12.884128 tst handover.py: using RAC 43\u000a00:34:13.011630 tst handover.py: using CellId 24778\u000a00:34:13.137434 tst handover.py: using BVCI 24779\u000a00:34:13.162120 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:13.173982 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:13.185654 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:13.197341 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:13.209465 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:13.221227 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:13.338273 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:13.549668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:14.030974 run create_hlr_db(pid=3112): Launched\u000a00:34:14.163497 bus /sierra_2: Setting Powered False\u000a00:34:15.239499 run create_hlr_db(pid=3112): Terminated: ok {rc=0}\u000a00:34:15.641466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3114): Launched\u000a00:34:16.011266 run osmo-hlr_10.42.42.2(pid=3115): Launched\u000a00:34:16.196791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:16.931022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3117): Launched\u000a00:34:17.386319 run osmo-stp_10.42.42.5(pid=3118): Launched\u000a00:34:17.561861 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:18.121883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3120): Launched\u000a00:34:18.446766 run osmo-msc_10.42.42.6(pid=3121): Launched\u000a00:34:18.636017 run osmo-stp_10.42.42.5(pid=3118): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3118)]\u000a00:34:18.772658 run osmo-stp_10.42.42.5(pid=3118): stdout: \u000a| (launched: 2022-12-10_00:34:17.098180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:18.908472 run osmo-stp_10.42.42.5(pid=3118): stderr: \u000a| �[0;m�[38;5;43m20221210003417342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003417342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003417342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003417343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003417343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003417344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003417344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:19.038449 run osmo-stp_10.42.42.5(pid=3118): stdout: \u000a| (launched: 2022-12-10_00:34:17.098180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:19.167658 run osmo-stp_10.42.42.5(pid=3118): stderr: \u000a| �[0;m�[38;5;43m20221210003417342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003417342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003417342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003417343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003417343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003417344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003417344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:19.223921 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3118): Process ended prematurely: osmo-stp_10.42.42.5(pid=3118) [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3118)] [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a00:34:19.232746 tst handover.py:18: Test FAILED (7.2 sec)\u000a00:34:19.296262 run osmo-hlr_10.42.42.2(pid=3115): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3115)]\u000a00:34:19.348505 run osmo-hlr_10.42.42.2(pid=3115): stdout: \u000a| (launched: 2022-12-10_00:34:15.806535) \u000a00:34:19.400990 run osmo-hlr_10.42.42.2(pid=3115): stderr: \u000a| �[0;m�[1;31m20221210003416152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003416152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003416152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003416152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003416152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003416152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003416178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003416199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003416200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003416200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:19.471639 run osmo-msc_10.42.42.6(pid=3121): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3121)]\u000a00:34:19.523213 run osmo-msc_10.42.42.6(pid=3121): stdout: \u000a| (launched: 2022-12-10_00:34:18.286730) \u000a00:34:19.575325 run osmo-msc_10.42.42.6(pid=3121): stderr: \u000a| �[0;m�[38;5;43m20221210003418607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003418607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee6d64bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003418607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003418607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003418607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003418607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003418609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003418610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003418610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003418610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:19.619087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3114): Terminating (SIGTERM)\u000a00:34:19.660887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3117): Terminating (SIGTERM)\u000a00:34:19.702872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3120): Terminating (SIGTERM)\u000a00:34:19.713131 --- ParallelTerminationStrategy: PID 3114 died...\u000a00:34:19.769101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3114): Terminated: ok {rc=0}\u000a00:34:19.779553 --- ParallelTerminationStrategy: PID 3117 died...\u000a00:34:19.835628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3117): Terminated: ok {rc=0}\u000a00:34:19.845946 --- ParallelTerminationStrategy: PID 3120 died...\u000a00:34:19.901588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3120): Terminated: ok {rc=0}\u000a00:34:19.988206 bus /sierra_3: Setting Powered False\u000a00:34:21.095724 bus /sierra_3: Setting Powered False\u000a00:34:22.204049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:34:11" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3132): Process ended prematurely: osmo-stp_10.42.42.5(pid=3132) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3132)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3132): Process ended prematurely: osmo-stp_10.42.42.5(pid=3132) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a00:34:24.204927 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:24.216036 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:24.360397 tst handover.py: using LAC 24779\u000a00:34:24.486286 tst handover.py: using RAC 44\u000a00:34:24.614582 tst handover.py: using CellId 24779\u000a00:34:24.739951 tst handover.py: using BVCI 24780\u000a00:34:24.764553 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a00:34:24.892033 tst handover.py: using LAC 24780\u000a00:34:25.017682 tst handover.py: using RAC 45\u000a00:34:25.142710 tst handover.py: using CellId 24780\u000a00:34:25.267839 tst handover.py: using BVCI 24781\u000a00:34:25.292508 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:25.303838 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:25.315559 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:25.327156 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:25.338702 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a00:34:25.350059 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:25.466060 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a00:34:25.677394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:26.157948 run create_hlr_db(pid=3126): Launched\u000a00:34:26.289280 bus /sierra_2: Setting Powered False\u000a00:34:27.366950 run create_hlr_db(pid=3126): Terminated: ok {rc=0}\u000a00:34:27.767892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3128): Launched\u000a00:34:28.092373 run osmo-hlr_10.42.42.2(pid=3129): Launched\u000a00:34:28.214310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:28.749948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3131): Launched\u000a00:34:29.073820 run osmo-stp_10.42.42.5(pid=3132): Launched\u000a00:34:29.192229 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:29.753213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3134): Launched\u000a00:34:30.077067 run osmo-msc_10.42.42.6(pid=3135): Launched\u000a00:34:30.266849 run osmo-stp_10.42.42.5(pid=3132): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3132)]\u000a00:34:30.403955 run osmo-stp_10.42.42.5(pid=3132): stdout: \u000a| (launched: 2022-12-10_00:34:28.913993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:30.540145 run osmo-stp_10.42.42.5(pid=3132): stderr: \u000a| �[0;m�[38;5;43m20221210003429104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003429105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003429105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003429105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003429108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003429108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003429108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:30.669889 run osmo-stp_10.42.42.5(pid=3132): stdout: \u000a| (launched: 2022-12-10_00:34:28.913993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:30.798469 run osmo-stp_10.42.42.5(pid=3132): stderr: \u000a| �[0;m�[38;5;43m20221210003429104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003429105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003429105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003429105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003429108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003429108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003429108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:30.859371 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3132): Process ended prematurely: osmo-stp_10.42.42.5(pid=3132) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3132)] [trial-2366↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a00:34:30.868451 tst handover.py:18: Test FAILED (6.7 sec)\u000a00:34:30.942864 run osmo-hlr_10.42.42.2(pid=3129): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3129)]\u000a00:34:30.996836 run osmo-hlr_10.42.42.2(pid=3129): stdout: \u000a| (launched: 2022-12-10_00:34:27.932652) \u000a00:34:31.051497 run osmo-hlr_10.42.42.2(pid=3129): stderr: \u000a| �[0;m�[1;31m20221210003428129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003428129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003428129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003428130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003428130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003428130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003428142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003428150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003428150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003428150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:31.125528 run osmo-msc_10.42.42.6(pid=3135): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3135)]\u000a00:34:31.179163 run osmo-msc_10.42.42.6(pid=3135): stdout: \u000a| (launched: 2022-12-10_00:34:29.917737) \u000a00:34:31.233870 run osmo-msc_10.42.42.6(pid=3135): stderr: \u000a| �[0;m�[38;5;43m20221210003430238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003430238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa8742dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003430238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003430238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003430238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003430238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003430240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003430240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003430241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:31.280460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3128): Terminating (SIGTERM)\u000a00:34:31.325177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3131): Terminating (SIGTERM)\u000a00:34:31.369783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3134): Terminating (SIGTERM)\u000a00:34:31.380095 --- ParallelTerminationStrategy: PID 3128 died...\u000a00:34:31.439426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3128): Terminated: ok {rc=0}\u000a00:34:31.450589 --- ParallelTerminationStrategy: PID 3131 died...\u000a00:34:31.509697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3131): Terminated: ok {rc=0}\u000a00:34:31.520767 --- ParallelTerminationStrategy: PID 3134 died...\u000a00:34:31.580068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3134): Terminated: ok {rc=0}\u000a00:34:31.671387 bus /sierra_3: Setting Powered False\u000a00:34:32.777036 bus /sierra_3: Setting Powered False\u000a00:34:33.884211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:34:23" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3146): Process ended prematurely: osmo-stp_10.42.42.5(pid=3146) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3146)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3146): Process ended prematurely: osmo-stp_10.42.42.5(pid=3146) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:34:35.908499 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:35.919957 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:36.062723 tst handover.py: using LAC 24781\u000a00:34:36.189933 tst handover.py: using RAC 46\u000a00:34:36.318965 tst handover.py: using CellId 24781\u000a00:34:36.447756 tst handover.py: using BVCI 24782\u000a00:34:36.472411 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:36.616540 tst handover.py: using LAC 24782\u000a00:34:36.744420 tst handover.py: using RAC 47\u000a00:34:36.873218 tst handover.py: using CellId 24782\u000a00:34:37.002050 tst handover.py: using BVCI 24783\u000a00:34:37.026768 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:37.038199 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:37.049401 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:37.060842 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:37.072375 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:37.083856 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:37.200099 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:37.401067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:37.859467 run create_hlr_db(pid=3140): Launched\u000a00:34:37.982856 bus /sierra_2: Setting Powered False\u000a00:34:39.054888 run create_hlr_db(pid=3140): Terminated: ok {rc=0}\u000a00:34:39.431776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3142): Launched\u000a00:34:39.735896 run osmo-hlr_10.42.42.2(pid=3143): Launched\u000a00:34:39.847753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:40.347049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3145): Launched\u000a00:34:40.649575 run osmo-stp_10.42.42.5(pid=3146): Launched\u000a00:34:40.759918 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:41.284439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3148): Launched\u000a00:34:41.587576 run osmo-msc_10.42.42.6(pid=3149): Launched\u000a00:34:41.763208 run osmo-stp_10.42.42.5(pid=3146): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3146)]\u000a00:34:41.889952 run osmo-stp_10.42.42.5(pid=3146): stdout: \u000a| (launched: 2022-12-10_00:34:40.500484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:42.015479 run osmo-stp_10.42.42.5(pid=3146): stderr: \u000a| �[0;m�[38;5;43m20221210003440671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003440671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003440672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:42.136106 run osmo-stp_10.42.42.5(pid=3146): stdout: \u000a| (launched: 2022-12-10_00:34:40.500484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:42.255738 run osmo-stp_10.42.42.5(pid=3146): stderr: \u000a| �[0;m�[38;5;43m20221210003440671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003440671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003440672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:42.308047 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3146): Process ended prematurely: osmo-stp_10.42.42.5(pid=3146) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3146)] [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a00:34:42.316180 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:34:42.375216 run osmo-hlr_10.42.42.2(pid=3143): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3143)]\u000a00:34:42.423937 run osmo-hlr_10.42.42.2(pid=3143): stdout: \u000a| (launched: 2022-12-10_00:34:39.585765) \u000a00:34:42.473178 run osmo-hlr_10.42.42.2(pid=3143): stderr: \u000a| �[0;m�[1;31m20221210003439763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003439763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003439763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003439763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003439763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003439763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003439775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003439785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003439785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003439785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:42.539878 run osmo-msc_10.42.42.6(pid=3149): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3149)]\u000a00:34:42.588149 run osmo-msc_10.42.42.6(pid=3149): stdout: \u000a| (launched: 2022-12-10_00:34:41.438310) \u000a00:34:42.637094 run osmo-msc_10.42.42.6(pid=3149): stderr: \u000a| �[0;m�[38;5;43m20221210003441710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003441710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd841f95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003441710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003441710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003441713 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003441713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003441714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003441714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:42.678563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3142): Terminating (SIGTERM)\u000a00:34:42.717882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3145): Terminating (SIGTERM)\u000a00:34:42.757489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3148): Terminating (SIGTERM)\u000a00:34:42.766793 --- ParallelTerminationStrategy: PID 3142 died...\u000a00:34:42.819714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3142): Terminated: ok {rc=0}\u000a00:34:42.829830 --- ParallelTerminationStrategy: PID 3145 died...\u000a00:34:42.882360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3145): Terminated: ok {rc=0}\u000a00:34:42.892211 --- ParallelTerminationStrategy: PID 3148 died...\u000a00:34:42.945336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3148): Terminated: ok {rc=0}\u000a00:34:43.032805 bus /sierra_3: Setting Powered False\u000a00:34:44.135860 bus /sierra_3: Setting Powered False\u000a00:34:45.248100 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:34:35" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3160): Process ended prematurely: osmo-stp_10.42.42.5(pid=3160) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3160)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3160): Process ended prematurely: osmo-stp_10.42.42.5(pid=3160) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:34:47.324536 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:47.336059 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:47.472267 tst handover.py: using LAC 24783\u000a00:34:47.599264 tst handover.py: using RAC 48\u000a00:34:47.726209 tst handover.py: using CellId 24783\u000a00:34:47.852333 tst handover.py: using BVCI 24784\u000a00:34:47.877156 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:34:48.026344 tst handover.py: using LAC 24784\u000a00:34:48.153782 tst handover.py: using RAC 49\u000a00:34:48.278570 tst handover.py: using CellId 24784\u000a00:34:48.404441 tst handover.py: using BVCI 24785\u000a00:34:48.429267 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:48.440675 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:48.451950 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:48.463569 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:48.475739 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:34:48.487382 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:48.603176 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:34:48.802509 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:49.260453 run create_hlr_db(pid=3154): Launched\u000a00:34:49.383676 bus /sierra_2: Setting Powered False\u000a00:34:50.454889 run create_hlr_db(pid=3154): Terminated: ok {rc=0}\u000a00:34:50.830603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3156): Launched\u000a00:34:51.133248 run osmo-hlr_10.42.42.2(pid=3157): Launched\u000a00:34:51.251868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:51.756657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3159): Launched\u000a00:34:52.058487 run osmo-stp_10.42.42.5(pid=3160): Launched\u000a00:34:52.168667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:34:52.691490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3162): Launched\u000a00:34:52.993139 run osmo-msc_10.42.42.6(pid=3163): Launched\u000a00:34:53.168832 run osmo-stp_10.42.42.5(pid=3160): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3160)]\u000a00:34:53.295457 run osmo-stp_10.42.42.5(pid=3160): stdout: \u000a| (launched: 2022-12-10_00:34:51.909875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:53.420673 run osmo-stp_10.42.42.5(pid=3160): stderr: \u000a| �[0;m�[38;5;43m20221210003452080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003452080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003452080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003452081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003452081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003452081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003452081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:53.541485 run osmo-stp_10.42.42.5(pid=3160): stdout: \u000a| (launched: 2022-12-10_00:34:51.909875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:53.660739 run osmo-stp_10.42.42.5(pid=3160): stderr: \u000a| �[0;m�[38;5;43m20221210003452080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003452080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003452080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003452081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003452081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003452081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003452081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:53.712851 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3160): Process ended prematurely: osmo-stp_10.42.42.5(pid=3160) [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3160)] [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a00:34:53.720616 tst handover.py:18: Test FAILED (6.4 sec)\u000a00:34:53.779940 run osmo-hlr_10.42.42.2(pid=3157): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3157)]\u000a00:34:53.828790 run osmo-hlr_10.42.42.2(pid=3157): stdout: \u000a| (launched: 2022-12-10_00:34:50.984213) \u000a00:34:53.877860 run osmo-hlr_10.42.42.2(pid=3157): stderr: \u000a| �[0;m�[1;31m20221210003451161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003451161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003451161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003451161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003451161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003451161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003451173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003451183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003451183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003451183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:53.945092 run osmo-msc_10.42.42.6(pid=3163): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3163)]\u000a00:34:53.993689 run osmo-msc_10.42.42.6(pid=3163): stdout: \u000a| (launched: 2022-12-10_00:34:52.844274) \u000a00:34:54.042990 run osmo-msc_10.42.42.6(pid=3163): stderr: \u000a| �[0;m�[38;5;43m20221210003453117 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003453118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16b177ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003453118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003453119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003453119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003453119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003453121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003453121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003453121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003453121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:34:54.084555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3156): Terminating (SIGTERM)\u000a00:34:54.123900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3159): Terminating (SIGTERM)\u000a00:34:54.163251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3162): Terminating (SIGTERM)\u000a00:34:54.172369 --- ParallelTerminationStrategy: PID 3156 died...\u000a00:34:54.225726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3156): Terminated: ok {rc=0}\u000a00:34:54.235481 --- ParallelTerminationStrategy: PID 3159 died...\u000a00:34:54.288069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3159): Terminated: ok {rc=0}\u000a00:34:54.297776 --- ParallelTerminationStrategy: PID 3162 died...\u000a00:34:54.350363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3162): Terminated: ok {rc=0}\u000a00:34:54.434334 bus /sierra_3: Setting Powered False\u000a00:34:55.539199 bus /sierra_3: Setting Powered False\u000a00:34:56.650599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:34:47" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2366↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2366↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a00:34:58.655811 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:58.666753 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:58.788171 tst handover.py: using LAC 24785\u000a00:34:58.904796 tst handover.py: using RAC 50\u000a00:34:59.024541 tst handover.py: using CellId 24785\u000a00:34:59.153462 tst handover.py: using BVCI 24786\u000a00:34:59.178427 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a00:34:59.313681 tst handover.py: using LAC 24786\u000a00:34:59.430328 tst handover.py: using RAC 51\u000a00:34:59.547434 tst handover.py: using CellId 24786\u000a00:34:59.671902 tst handover.py: using BVCI 24787\u000a00:34:59.696685 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:59.708085 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:59.719199 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:59.730804 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:59.742244 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:34:59.753673 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:34:59.871354 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a00:35:00.072081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:00.528847 run create_hlr_db(pid=3168): Launched\u000a00:35:00.651280 bus /sierra_2: Setting Powered False\u000a00:35:01.734455 run create_hlr_db(pid=3168): Terminated: ok {rc=0}\u000a00:35:02.163863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Launched\u000a00:35:02.491000 run osmo-hlr_10.42.42.2(pid=3174): Launched\u000a00:35:02.614519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:03.147122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Launched\u000a00:35:03.470541 run osmo-stp_10.42.42.5(pid=3177): Launched\u000a00:35:03.588895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:04.149883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Launched\u000a00:35:04.473606 run osmo-msc_10.42.42.6(pid=3180): Launched\u000a00:35:04.664397 run osmo-stp_10.42.42.5(pid=3177): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]\u000a00:35:04.801768 run osmo-stp_10.42.42.5(pid=3177): stdout: \u000a| (launched: 2022-12-10_00:35:03.311343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:04.937917 run osmo-stp_10.42.42.5(pid=3177): stderr: \u000a| �[0;m�[38;5;43m20221210003503506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003503506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003503506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003503507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003503507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003503507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003503507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:05.067877 run osmo-stp_10.42.42.5(pid=3177): stdout: \u000a| (launched: 2022-12-10_00:35:03.311343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:05.196619 run osmo-stp_10.42.42.5(pid=3177): stderr: \u000a| �[0;m�[38;5;43m20221210003503506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003503506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003503506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003503507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003503507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003503507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003503507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:05.252843 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2366↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)] [trial-2366↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a00:35:05.261443 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:35:05.324237 run osmo-hlr_10.42.42.2(pid=3174): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3174)]\u000a00:35:05.375320 run osmo-hlr_10.42.42.2(pid=3174): stdout: \u000a| (launched: 2022-12-10_00:35:02.331609) \u000a00:35:05.427161 run osmo-hlr_10.42.42.2(pid=3174): stderr: \u000a| �[0;m�[1;31m20221210003502527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003502527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003502527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003502527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003502527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003502527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003502540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003502550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003502550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003502550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:05.497051 run osmo-msc_10.42.42.6(pid=3180): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3180)]\u000a00:35:05.547943 run osmo-msc_10.42.42.6(pid=3180): stdout: \u000a| (launched: 2022-12-10_00:35:04.313999) \u000a00:35:05.599631 run osmo-msc_10.42.42.6(pid=3180): stderr: \u000a| �[0;m�[38;5;43m20221210003504635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003504635 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0db7f39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003504635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003504636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003504636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003504636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003504638 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003504638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003504638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003504638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:05.643223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Terminating (SIGTERM)\u000a00:35:05.685335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Terminating (SIGTERM)\u000a00:35:05.726678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Terminating (SIGTERM)\u000a00:35:05.736588 --- ParallelTerminationStrategy: PID 3173 died...\u000a00:35:05.792651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Terminated: ok {rc=0}\u000a00:35:05.802775 --- ParallelTerminationStrategy: PID 3176 died...\u000a00:35:05.858305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Terminated: ok {rc=0}\u000a00:35:05.868383 --- ParallelTerminationStrategy: PID 3179 died...\u000a00:35:05.923844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Terminated: ok {rc=0}\u000a00:35:06.010310 bus /sierra_3: Setting Powered False\u000a00:35:07.114155 bus /sierra_3: Setting Powered False\u000a00:35:08.220000 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:34:58" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3191): Process ended prematurely: osmo-stp_10.42.42.5(pid=3191) [trial-2366↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3191)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3191): Process ended prematurely: osmo-stp_10.42.42.5(pid=3191) [trial-2366↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:35:10.200860 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:10.211914 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:10.334582 tst handover.py: using LAC 24787\u000a00:35:10.461048 tst handover.py: using RAC 52\u000a00:35:10.588178 tst handover.py: using CellId 24787\u000a00:35:10.716202 tst handover.py: using BVCI 24788\u000a00:35:10.741156 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:10.884235 tst handover.py: using LAC 24788\u000a00:35:11.010490 tst handover.py: using RAC 53\u000a00:35:11.136394 tst handover.py: using CellId 24788\u000a00:35:11.262614 tst handover.py: using BVCI 24789\u000a00:35:11.287271 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:11.298392 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:11.309461 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:11.320627 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:11.332218 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:11.343739 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:11.463868 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:11.675082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:12.154950 run create_hlr_db(pid=3185): Launched\u000a00:35:12.286256 bus /sierra_2: Setting Powered False\u000a00:35:13.363541 run create_hlr_db(pid=3185): Terminated: ok {rc=0}\u000a00:35:13.742609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3187): Launched\u000a00:35:14.043774 run osmo-hlr_10.42.42.2(pid=3188): Launched\u000a00:35:14.163947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:14.666958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3190): Launched\u000a00:35:14.968457 run osmo-stp_10.42.42.5(pid=3191): Launched\u000a00:35:15.089473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:15.620769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3193): Launched\u000a00:35:16.027974 run osmo-msc_10.42.42.6(pid=3194): Launched\u000a00:35:16.377539 run osmo-stp_10.42.42.5(pid=3191): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3191)]\u000a00:35:16.558617 run osmo-stp_10.42.42.5(pid=3191): stdout: \u000a| (launched: 2022-12-10_00:35:14.819687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:16.690087 run osmo-stp_10.42.42.5(pid=3191): stderr: \u000a| �[0;m�[38;5;43m20221210003514989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003514989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003514990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003514990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003514990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003514990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003514991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:16.815154 run osmo-stp_10.42.42.5(pid=3191): stdout: \u000a| (launched: 2022-12-10_00:35:14.819687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:16.939097 run osmo-stp_10.42.42.5(pid=3191): stderr: \u000a| �[0;m�[38;5;43m20221210003514989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003514989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003514990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003514990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003514990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003514990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003514991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:16.993420 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3191): Process ended prematurely: osmo-stp_10.42.42.5(pid=3191) [trial-2366↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3191)] [trial-2366↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a00:35:17.002537 tst handover.py:18: Test FAILED (6.8 sec)\u000a00:35:17.064406 run osmo-hlr_10.42.42.2(pid=3188): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3188)]\u000a00:35:17.114969 run osmo-hlr_10.42.42.2(pid=3188): stdout: \u000a| (launched: 2022-12-10_00:35:13.895617) \u000a00:35:17.166224 run osmo-hlr_10.42.42.2(pid=3188): stderr: \u000a| �[0;m�[1;31m20221210003514069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003514069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003514070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003514070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003514070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003514070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003514082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003514090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003514091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003514091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:17.234933 run osmo-msc_10.42.42.6(pid=3194): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3194)]\u000a00:35:17.285162 run osmo-msc_10.42.42.6(pid=3194): stdout: \u000a| (launched: 2022-12-10_00:35:15.773744) \u000a00:35:17.335966 run osmo-msc_10.42.42.6(pid=3194): stderr: \u000a| �[0;m�[38;5;43m20221210003516204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003516205 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25137b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003516205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003516205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003516205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003516208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003516214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003516215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003516215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003516217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:17.378792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3187): Terminating (SIGTERM)\u000a00:35:17.418134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3190): Terminating (SIGTERM)\u000a00:35:17.457567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3193): Terminating (SIGTERM)\u000a00:35:17.466765 --- ParallelTerminationStrategy: PID 3187 died...\u000a00:35:17.519495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3187): Terminated: ok {rc=0}\u000a00:35:17.529079 --- ParallelTerminationStrategy: PID 3190 died...\u000a00:35:17.582018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3190): Terminated: ok {rc=0}\u000a00:35:17.591621 --- ParallelTerminationStrategy: PID 3193 died...\u000a00:35:17.644206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3193): Terminated: ok {rc=0}\u000a00:35:17.732558 bus /sierra_3: Setting Powered False\u000a00:35:18.835470 bus /sierra_3: Setting Powered False\u000a00:35:19.941175 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:35:09" }, { "cases" : [ { "testActions" : [ ], "age" : 49, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3205): Process ended prematurely: osmo-stp_10.42.42.5(pid=3205) [trial-2366↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3205): Process ended prematurely: osmo-stp_10.42.42.5(pid=3205) [trial-2366↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2366 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a00:35:21.958280 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:21.969507 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:22.110525 tst handover.py: using LAC 24789\u000a00:35:22.235991 tst handover.py: using RAC 54\u000a00:35:22.361513 tst handover.py: using CellId 24789\u000a00:35:22.486557 tst handover.py: using BVCI 24790\u000a00:35:22.511175 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a00:35:22.650748 tst handover.py: using LAC 24790\u000a00:35:22.777230 tst handover.py: using RAC 55\u000a00:35:22.903759 tst handover.py: using CellId 24790\u000a00:35:23.029369 tst handover.py: using BVCI 24791\u000a00:35:23.054132 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:23.065426 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:23.076549 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:23.087990 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:23.099304 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:35:23.110722 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:23.226452 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:35:23.429255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:23.886943 run create_hlr_db(pid=3199): Launched\u000a00:35:24.009708 bus /sierra_2: Setting Powered False\u000a00:35:25.082436 run create_hlr_db(pid=3199): Terminated: ok {rc=0}\u000a00:35:25.484896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3201): Launched\u000a00:35:25.810344 run osmo-hlr_10.42.42.2(pid=3202): Launched\u000a00:35:25.932039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:26.464414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3204): Launched\u000a00:35:26.788049 run osmo-stp_10.42.42.5(pid=3205): Launched\u000a00:35:26.906236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:35:27.468586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3207): Launched\u000a00:35:27.793261 run osmo-msc_10.42.42.6(pid=3208): Launched\u000a00:35:27.983248 run osmo-stp_10.42.42.5(pid=3205): ERR: Terminated: ERROR {rc=1} [trial-2366↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)]\u000a00:35:28.119672 run osmo-stp_10.42.42.5(pid=3205): stdout: \u000a| (launched: 2022-12-10_00:35:26.628847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:28.256235 run osmo-stp_10.42.42.5(pid=3205): stderr: \u000a| �[0;m�[38;5;43m20221210003526823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003526823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003526823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003526823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003526824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003526824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003526824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:28.386731 run osmo-stp_10.42.42.5(pid=3205): stdout: \u000a| (launched: 2022-12-10_00:35:26.628847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:28.515688 run osmo-stp_10.42.42.5(pid=3205): stderr: \u000a| �[0;m�[38;5;43m20221210003526823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210003526823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210003526823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210003526823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210003526824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210003526824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210003526824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:28.571820 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=3205): Process ended prematurely: osmo-stp_10.42.42.5(pid=3205) [trial-2366↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3205)] [trial-2366↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a00:35:28.580238 tst handover.py:18: Test FAILED (6.6 sec)\u000a00:35:28.643200 run osmo-hlr_10.42.42.2(pid=3202): ERR: Terminated: ERROR {rc=237} [trial-2366↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3202)]\u000a00:35:28.694651 run osmo-hlr_10.42.42.2(pid=3202): stdout: \u000a| (launched: 2022-12-10_00:35:25.649855) \u000a00:35:28.746550 run osmo-hlr_10.42.42.2(pid=3202): stderr: \u000a| �[0;m�[1;31m20221210003525850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210003525850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210003525850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003525850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210003525850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210003525850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210003525861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2366/run.2022-12-09_23-11-33/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210003525869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210003525870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210003525870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:28.817625 run osmo-msc_10.42.42.6(pid=3208): ERR: Terminated: ERROR {rc=2} [trial-2366↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3208)]\u000a00:35:28.869170 run osmo-msc_10.42.42.6(pid=3208): stdout: \u000a| (launched: 2022-12-10_00:35:27.633052) \u000a00:35:28.921110 run osmo-msc_10.42.42.6(pid=3208): stderr: \u000a| �[0;m�[38;5;43m20221210003527954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210003527954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15bc996c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210003527955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210003527955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210003527955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210003527955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210003527957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210003527957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210003527957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210003527957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:35:28.965239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3201): Terminating (SIGTERM)\u000a00:35:29.006866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3204): Terminating (SIGTERM)\u000a00:35:29.049088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3207): Terminating (SIGTERM)\u000a00:35:29.058770 --- ParallelTerminationStrategy: PID 3201 died...\u000a00:35:29.115142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3201): Terminated: ok {rc=0}\u000a00:35:29.125250 --- ParallelTerminationStrategy: PID 3204 died...\u000a00:35:29.181215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3204): Terminated: ok {rc=0}\u000a00:35:29.191332 --- ParallelTerminationStrategy: PID 3207 died...\u000a00:35:29.247335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3207): Terminated: ok {rc=0}\u000a00:35:29.334616 bus /sierra_3: Setting Powered False\u000a00:35:30.435618 bus /sierra_3: Setting Powered False\u000a00:35:31.560808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T00:35:21" } ] }